-- Logs begin at Wed 2021-07-14 10:12:07 UTC, end at Wed 2021-07-14 11:09:44 UTC. -- Jul 14 10:42:04.802637 dv-cinder-796286-17-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 10:42:07.522683 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:42:07.523313 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 10:42:07.523457 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 10:42:07.526734 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.common.config [-] Logging enabled! Jul 14 10:42:07.526975 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 10:42:07.527289 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 10:42:07.528242 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:42:07.528473 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:42:07.528863 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:42:07.529111 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:42:07.529338 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:42:07.529662 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.529966 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.530266 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.530494 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.530789 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.531076 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.531404 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.531695 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.531993 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.532281 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.532587 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.532873 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.533104 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.533384 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.533673 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.533958 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.534182 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] debug = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.534461 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.534888 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.535294 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.535579 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.535866 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.536146 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.536417 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.536721 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.537006 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.537336 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] host = dv-cinder-796286-17-iscsi {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.537615 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.537902 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.538190 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.538475 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.538747 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.539021 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.539305 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.539584 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.539856 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] log_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.540133 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.540421 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.540735 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.541024 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.541251 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.541473 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.541762 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.542049 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.542327 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.542603 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.542879 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.543153 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.543428 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.543697 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.543981 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.544264 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.544572 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.544853 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.545128 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.545394 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.545669 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.545952 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.546226 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.546498 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.546770 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.547581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.547851 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.548131 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.548427 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.548736 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.549189 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.549428 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.549767 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.550055 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.550331 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.550610 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.550882 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] use_json = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.551158 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.551426 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.551707 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.551983 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.552254 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.552549 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.552825 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.553111 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:07.553407 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.553702 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.554004 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.554420 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.554582 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.554860 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.555166 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.555426 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.555713 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.556003 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.556290 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.556600 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.556889 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.557168 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.557464 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.557769 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.558063 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.558352 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.558661 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.558940 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.559212 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.559490 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.559777 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.560075 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.560365 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.560671 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.560952 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.561244 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.561522 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.561795 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.562075 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.562364 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.563220 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.563496 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.563790 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.564065 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.564339 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.564646 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.564929 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.565220 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.565499 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.565772 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.566043 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.566319 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.566591 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.566878 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.567158 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.567431 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.567703 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.567980 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.568253 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.568554 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.568826 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.569100 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.569376 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.569650 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.569919 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.570195 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.570475 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.570747 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.571019 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.571290 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.571566 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.571839 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.572111 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.572381 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.572681 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.572954 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.573241 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.573543 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.573822 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.574101 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.574381 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.574661 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.574938 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.575216 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.575496 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.575774 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.576045 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.576333 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.576641 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.576932 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.577216 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.577494 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.577789 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.578089 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.578375 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.578655 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.578935 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.579223 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.579506 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.579798 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.580089 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.580376 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.580699 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.580993 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.581273 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.581584 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.581864 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:07.582082 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:42:07.582324 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104592) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 10:42:07.938787 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 10:42:07.939120 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 10:42:07.939467 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 10:42:07.939758 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 10:42:08.327570 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.327767 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.328598 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.329933 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.330211 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.330490 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.364963 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.365247 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.365518 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.378635 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.378911 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.379180 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.409635 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.409915 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.410188 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.445115 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.445486 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.445873 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.678116 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.678841 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.678841 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.678998 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.679602 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.798728 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.799053 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.799336 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.799612 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.799877 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.800189 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.800449 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.800735 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.800991 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.801271 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.801531 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.801794 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.802049 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.802299 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.802554 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.802816 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.803069 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.803334 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.803599 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.803855 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.804124 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.804373 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.804679 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.805053 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.805302 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.805546 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.805940 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:08.806181 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:08.806417 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:08.806652 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:08.806884 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:08.807114 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:08.807482 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 10:42:08.810703 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 10:42:08.815174 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 10:42:08.818863 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Jul 14 10:42:08.820486 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 10:42:08.820963 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 10:42:08.821304 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 10:42:08.821689 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 10:42:08.824465 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 10:42:08.824736 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 10:42:08.825083 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:42:08.854379 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 10:42:08.854942 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.855308 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104592) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 10:42:08.855668 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.857306 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104592) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 10:42:08.857630 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 10:42:08.857908 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 10:42:08.861172 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.861461 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:08.927099 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 10:42:08.927330 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 10:42:08.927565 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 10:42:08.927942 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 10:42:08.948648 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_db.sqlalchemy.engines [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104592) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 10:42:09.481408 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing driver for type 'gre' Jul 14 10:42:09.481929 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] gre ID ranges: [(1, 1000)] Jul 14 10:42:09.532855 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing driver for type 'local' Jul 14 10:42:09.533185 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing driver for type 'vlan' Jul 14 10:42:09.546247 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] VlanTypeDriver initialization complete Jul 14 10:42:09.546666 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing driver for type 'vxlan' Jul 14 10:42:09.547219 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] vxlan ID ranges: [(1, 1000)] Jul 14 10:42:09.600738 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing extension driver 'port_security' Jul 14 10:42:09.601071 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.extensions.port_security [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] PortSecurityExtensionDriver initialization complete Jul 14 10:42:09.601408 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing mechanism driver 'openvswitch' Jul 14 10:42:09.601729 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing mechanism driver 'hyperv' Jul 14 10:42:09.608533 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:09.609224 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.609598 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.609971 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.610480 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 10:42:09.610914 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnet after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.611271 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnet after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.611619 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnet after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.612014 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 10:42:09.612430 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.612824 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.613174 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.613572 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 10:42:09.613974 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > security_group after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.614331 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > security_group after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.614675 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > security_group after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.615204 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 10:42:09.615614 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.615972 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.616325 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.616755 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 10:42:09.617158 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > address_group after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.617508 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > address_group after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.617853 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > address_group after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.618250 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104592) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 10:42:09.618628 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] ML2 OVO RPC backend initialized. {{(pid=104592) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 10:42:09.619339 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router_interface after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.619696 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.620116 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.620469 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > networks before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.620846 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.621193 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > ports before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.621542 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnet before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.621886 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnets before_response 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.622235 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.622578 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.622915 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.623253 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.623591 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.623927 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.624273 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnet after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.624633 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnet after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.625604 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > subnet after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.626192 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.plugin [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Modular L2 Plugin initialization complete Jul 14 10:42:09.626527 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading services supported by the core plugin {{(pid=104592) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 10:42:09.626858 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.plugins.ml2.managers [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Got port-security extension from driver 'port_security' Jul 14 10:42:09.627325 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.extensions.vlantransparent [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Disabled vlantransparent extension. Jul 14 10:42:09.627812 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104592) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 10:42:09.628128 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: router Jul 14 10:42:09.664008 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router_interface before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.664415 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router after_create 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.664815 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router before_create 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.665185 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.665560 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.665918 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router after_delete 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.666280 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > floatingip after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.666647 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router after_create 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.666996 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router after_update 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.667350 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router after_update 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.667945 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.668052 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router after_update 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.668458 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_update 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.668862 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: port after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.669207 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: port after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.669548 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: subnet after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.669887 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.670238 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > port precommit_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.670591 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_create 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.670939 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: port before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.671286 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.671674 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router after_update 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.672047 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_delete 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.672342 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_create 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.672728 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router_interface after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.673079 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_update 55549900 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.673449 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > agent after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.673803 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > agent after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.674149 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > network after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.675028 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Tracking information for resource: router configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:09.675369 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Tracking information for resource: floatingip configured {{(pid=104592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 10:42:09.680378 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.db.l3_agentschedulers_db [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 10:42:09.681079 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: port after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.681332 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: port after_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.681769 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: port after_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.682039 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: port after_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.682847 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router before_create 55550100 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.683210 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_delete 55550100 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.683578 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_create 55550100 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.683939 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > router precommit_update 55550100 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.688946 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.services.provider_configuration [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service providers = [] {{(pid=104592) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 10:42:09.689314 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.db.servicetype_db [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104592) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 10:42:09.692277 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.services.service_base [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:42:09.692663 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.services.service_base [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:42:09.693012 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.services.service_base [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:42:09.693911 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.services.service_base [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 10:42:09.694294 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.services.service_base [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 10:42:09.694682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.695004 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 10:42:09.706334 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.706669 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: auto_allocate Jul 14 10:42:09.712541 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: network precommit_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.712915 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: network precommit_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.713448 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.713771 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: tag Jul 14 10:42:09.720353 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.720708 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: timestamp Jul 14 10:42:09.724788 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.725127 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: network_ip_availability Jul 14 10:42:09.730801 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.731182 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.731590 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.732259 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.732625 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: flavors Jul 14 10:42:09.737509 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.737836 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading Plugin: revisions Jul 14 10:42:09.742149 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 10:42:09.742549 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_concurrency.lockutils [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.803s {{(pid=104592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 10:42:09.743291 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104592) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 10:42:09.743631 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Initializing extension manager. Jul 14 10:42:09.744143 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: __init__.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.744487 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: __pycache__ {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.744847 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.745181 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: address_group.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.745945 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.746521 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: address-group Jul 14 10:42:09.746846 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: address_scope.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.747561 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.748074 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: address-scope Jul 14 10:42:09.748397 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: admin_state_down_before_update.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.749352 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.750406 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: router-admin-state-down-before-update Jul 14 10:42:09.750729 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: agent.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.753018 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.753541 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: agent Jul 14 10:42:09.753878 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: agent_resources_synced.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.754818 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.755335 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: agent-resources-synced Jul 14 10:42:09.755668 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: allowedaddresspairs.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.757514 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.758036 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: allowed-address-pairs Jul 14 10:42:09.758365 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: auto_allocated_topology.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.759435 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.760009 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: auto-allocated-topology Jul 14 10:42:09.760339 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: availability_zone.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.761069 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.761577 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: availability_zone Jul 14 10:42:09.761903 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: availability_zone_filter.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.762821 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.763332 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: availability_zone_filter Jul 14 10:42:09.763660 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: data_plane_status.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.764600 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.765111 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 10:42:09.765492 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: default_subnetpools.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.766922 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.767442 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: default-subnetpools Jul 14 10:42:09.767765 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: dhcpagentscheduler.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.768616 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.769128 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: dhcp_agent_scheduler Jul 14 10:42:09.769455 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: dns.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.770378 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.770896 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension dns-integration not supported by any of loaded plugins Jul 14 10:42:09.771224 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: dns_domain_ports.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.772143 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.772693 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 10:42:09.773028 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.773947 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.774463 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 10:42:09.774788 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: dvr.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.775461 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.775967 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: dvr Jul 14 10:42:09.776291 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: empty_string_filtering.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.777251 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.777758 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: empty-string-filtering Jul 14 10:42:09.778078 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.778988 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.779491 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:42:09.779813 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.780763 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.781298 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 10:42:09.781621 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: external_net.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.782540 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.783047 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: external-net Jul 14 10:42:09.783371 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: extra_dhcp_opt.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.784285 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.784830 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: extra_dhcp_opt Jul 14 10:42:09.785153 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: extraroute.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.786063 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.786573 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: extraroute Jul 14 10:42:09.786894 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: extraroute_atomic.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.787937 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.788451 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: extraroute-atomic Jul 14 10:42:09.788808 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: filter_validation.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.789484 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.789992 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: filter-validation Jul 14 10:42:09.790313 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: fip_pf_description.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.791237 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.791747 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 10:42:09.792069 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: fip_port_details.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.793032 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.793542 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: fip-port-details Jul 14 10:42:09.793862 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: flavors.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.795103 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.795619 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: flavors Jul 14 10:42:09.795945 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.798171 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.798694 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 10:42:09.799023 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: floatingip_pools.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.799721 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.800236 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: floatingip-pools Jul 14 10:42:09.800597 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: ip_allocation.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.801529 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.802035 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 10:42:09.802358 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.803277 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.803793 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: ip-substring-filtering Jul 14 10:42:09.804116 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l2_adjacency.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.805083 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.805590 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 10:42:09.805915 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l3.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.806905 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.807417 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: router Jul 14 10:42:09.807744 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l3_conntrack_helper.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.810177 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.810712 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 10:42:09.811050 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.811989 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.813090 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: ext-gw-mode Jul 14 10:42:09.813418 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.814360 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.814877 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: l3-ha Jul 14 10:42:09.815204 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l3_flavors.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.816137 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.816684 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: l3-flavors Jul 14 10:42:09.817007 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.817925 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.818441 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 10:42:09.818765 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: l3agentscheduler.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.819842 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.820356 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: l3_agent_scheduler Jul 14 10:42:09.820719 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: logging.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.822237 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.822752 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension logging not supported by any of loaded plugins Jul 14 10:42:09.823088 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: metering.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.823830 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.824437 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: metering Jul 14 10:42:09.824764 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.825882 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.826401 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: metering_source_and_destination_fields Jul 14 10:42:09.826728 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: multiprovidernet.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.827659 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.828194 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: multi-provider Jul 14 10:42:09.828542 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: netmtu.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.829467 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.829976 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: net-mtu Jul 14 10:42:09.830316 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: netmtu_writable.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.831231 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.831755 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: net-mtu-writable Jul 14 10:42:09.832060 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: network_availability_zone.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.832768 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.833279 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: network_availability_zone Jul 14 10:42:09.833596 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: network_ip_availability.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.834689 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.835203 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: network-ip-availability Jul 14 10:42:09.835528 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: network_segment_range.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.836291 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.836834 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 10:42:09.837160 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: pagination.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.838144 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.838471 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: pagination Jul 14 10:42:09.838790 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: port_device_profile.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.839819 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.840223 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: port-device-profile Jul 14 10:42:09.840573 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.841509 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.842025 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: port-mac-address-regenerate Jul 14 10:42:09.842346 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.843272 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.843793 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: port-numa-affinity-policy Jul 14 10:42:09.844115 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: port_resource_request.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.845081 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.845588 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 10:42:09.845908 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: portbindings.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.846843 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.847360 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: binding Jul 14 10:42:09.847686 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: portbindings_extended.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.849118 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.849637 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: binding-extended Jul 14 10:42:09.849964 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: portsecurity.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.850889 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.851398 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: port-security Jul 14 10:42:09.851725 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: project_id.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.853001 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.853386 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: project-id Jul 14 10:42:09.853690 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: providernet.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.854595 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.855159 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: provider Jul 14 10:42:09.855679 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.859013 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.860072 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos not supported by any of loaded plugins Jul 14 10:42:09.860444 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.861735 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.862249 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 10:42:09.862583 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.863562 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.864079 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 10:42:09.864407 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_default.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.865361 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.865879 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-default not supported by any of loaded plugins Jul 14 10:42:09.866204 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_fip.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.866871 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.867380 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-fip not supported by any of loaded plugins Jul 14 10:42:09.867699 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_gateway_ip.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.868740 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.869258 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 10:42:09.869582 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_port_network_policy.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.870505 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.871015 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 10:42:09.871337 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_rule_type_details.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.872260 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.872803 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 10:42:09.873126 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: qos_rules_alias.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.874186 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.874700 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 10:42:09.875617 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: quotasv2.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.876614 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.876950 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: quotas Jul 14 10:42:09.877266 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: quotasv2_detail.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.880398 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.880764 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: quota_details Jul 14 10:42:09.881107 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: rbac.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.882192 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.882729 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: rbac-policies Jul 14 10:42:09.883058 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: rbac_address_group.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.884212 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.884764 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: rbac-address-group Jul 14 10:42:09.885176 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: rbac_address_scope.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.886325 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.886588 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: rbac-address-scope Jul 14 10:42:09.886952 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: rbac_security_groups.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.887879 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.888395 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: rbac-security-groups Jul 14 10:42:09.888743 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: rbac_subnetpool.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.889664 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.890346 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: rbac-subnetpool Jul 14 10:42:09.891286 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: revisionifmatch.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.891980 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.892594 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: revision-if-match Jul 14 10:42:09.892889 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: revisions.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.894026 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.894536 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: standard-attr-revisions Jul 14 10:42:09.894864 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: router_availability_zone.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.895547 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.896064 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: router_availability_zone Jul 14 10:42:09.896387 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: routerservicetype.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.897336 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.897840 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension router-service-type not supported by any of loaded plugins Jul 14 10:42:09.898205 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.899096 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.899610 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: security-groups-normalized-cidr Jul 14 10:42:09.899937 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: security_groups_port_filtering.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.900896 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.901443 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: port-security-groups-filtering Jul 14 10:42:09.901765 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.902695 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.903270 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: security-groups-remote-address-group Jul 14 10:42:09.903530 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: securitygroup.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.914339 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.914879 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: security-group Jul 14 10:42:09.915213 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: segment.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.916040 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.916584 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension segment not supported by any of loaded plugins Jul 14 10:42:09.916918 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.917971 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.918439 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 10:42:09.918765 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: servicetype.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.919918 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.920443 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: service-type Jul 14 10:42:09.920797 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: sorting.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.921824 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.922154 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: sorting Jul 14 10:42:09.922483 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: standard_attr_segment.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.923485 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.924008 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 10:42:09.924337 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: standardattrdescription.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.925022 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.925545 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: standard-attr-description Jul 14 10:42:09.925870 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: stateful_security_group.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.926803 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.927322 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: stateful-security-group Jul 14 10:42:09.927646 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: stdattrs_common.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.928232 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 10:42:09.928574 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.929514 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.930052 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 10:42:09.930378 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: subnet_onboard.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.931447 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.931966 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: subnet_onboard Jul 14 10:42:09.932290 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.933251 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.933761 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 10:42:09.934082 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: subnet_service_types.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.935010 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.935525 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: subnet-service-types Jul 14 10:42:09.935848 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: subnetallocation.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.936977 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.937519 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: subnet_allocation Jul 14 10:42:09.937843 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.938510 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.939023 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: subnetpool-prefix-ops Jul 14 10:42:09.939344 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.940288 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.940832 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 10:42:09.941153 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: tagging.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.942253 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.942770 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: standard-attr-tag Jul 14 10:42:09.943095 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: timestamp.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.944301 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.944862 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loaded extension: standard-attr-timestamp Jul 14 10:42:09.945190 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: trunk.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.946229 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.946748 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension trunk not supported by any of loaded plugins Jul 14 10:42:09.947076 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: trunk_details.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.948001 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.948545 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension trunk-details not supported by any of loaded plugins Jul 14 10:42:09.948889 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: uplink_status_propagation.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.949835 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.950349 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 10:42:09.950674 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Loading extension file: vlantransparent.py {{(pid=104592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 10:42:09.951356 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 10:42:09.951896 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 10:42:09.954945 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:network Jul 14 10:42:09.955494 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:subnet Jul 14 10:42:09.955899 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:42:09.956303 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:port Jul 14 10:42:09.957595 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.958044 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service FLAVORS assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.958661 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.959089 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.959424 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:router Jul 14 10:42:09.959857 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:42:09.960349 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service METERING assigned prefix: /metering {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.961824 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.962203 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.962558 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:42:09.963580 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:42:09.964033 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:42:09.964491 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:42:09.965119 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service CORE assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.965450 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:42:09.965806 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] subnetpool is already registered Jul 14 10:42:09.966229 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service CORE assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.966557 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:42:09.966891 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] subnetpool is already registered Jul 14 10:42:09.969883 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.970318 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service FLAVORS assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.971310 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.971865 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.972198 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:router Jul 14 10:42:09.972568 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] router is already registered Jul 14 10:42:09.972991 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:floatingip Jul 14 10:42:09.973333 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] floatingip is already registered Jul 14 10:42:09.973790 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service METERING assigned prefix: /metering {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.974471 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 10:42:09.974832 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] rbac_policy is already registered Jul 14 10:42:09.975213 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:security_group Jul 14 10:42:09.975552 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] security_group is already registered Jul 14 10:42:09.975959 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 10:42:09.976323 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] security_group_rule is already registered Jul 14 10:42:09.976978 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service CORE assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.977305 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:42:09.977903 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] subnetpool is already registered Jul 14 10:42:09.978325 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.v2.resource_helper [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Service CORE assigned prefix: {{(pid=104592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 10:42:09.978650 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 10:42:09.978982 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING neutron.quota.resource_registry [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] subnetpool is already registered Jul 14 10:42:09.979457 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: extensions {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.980993 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: address-groups {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.982532 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: address-scopes {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.983786 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: agents {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.985091 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: auto-allocated-topology {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.986316 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: availability_zones {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.987537 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: dhcp-networks {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.989086 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: dhcp-agents {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.990506 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: routers {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.992223 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: flavors {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.994613 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: service_profiles {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.995832 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: next_providers {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.997329 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: service_profiles {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:09.998879 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: floatingip-pools {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.000124 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: routers {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.001847 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: floatingips {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.003130 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: l3-routers {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.004743 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: l3-agents {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.006155 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: metering-labels {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.007405 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: metering-label-rules {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.008794 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: network-ip-availabilities {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.010055 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: bindings {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.011625 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: quotas {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.013199 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: quotas {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.014609 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: rbac-policies {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.016340 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: security-groups {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.017666 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: security-group-rules {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.018917 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: service-providers {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.020157 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: subnetpools {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.021505 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: subnetpools {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.023041 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.024743 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.026563 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.028318 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.030053 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.032559 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.034253 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.036031 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.037903 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.039644 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron.api.extensions [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Extended resource: tags {{(pid=104592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 10:42:10.045635 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING keystonemiddleware.auth_token [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 10:42:10.050752 dv-cinder-796286-17-iscsi neutron-server[104592]: WARNING keystonemiddleware.auth_token [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 10:42:10.059102 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_concurrency.lockutils [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Acquired lock "singleton_lock" {{(pid=104592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 10:42:10.059584 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_concurrency.lockutils [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Releasing lock "singleton_lock" {{(pid=104592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 10:42:10.060258 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO oslo_service.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Starting 2 workers Jul 14 10:42:10.065641 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Started child 104699 {{(pid=104592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:42:10.070223 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Started child 104700 {{(pid=104592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:42:10.071096 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:10.071861 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO neutron.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 10:42:10.072567 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Notify callbacks [] for process, before_spawn {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:10.072728 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [-] (104699) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:42:10.074964 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:10.075440 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO oslo_service.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Starting 1 workers Jul 14 10:42:10.076373 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [-] (104700) wsgi starting up on http://0.0.0.0:9696 Jul 14 10:42:10.080288 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Started child 104701 {{(pid=104592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:42:10.080830 dv-cinder-796286-17-iscsi neutron-server[104592]: INFO oslo_service.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Starting 1 workers Jul 14 10:42:10.083995 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] calling RpcWorker wait() {{(pid=104701) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 10:42:10.084589 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] returning from RpcWorker wait() {{(pid=104701) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 10:42:10.085362 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Started child 104702 {{(pid=104592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 10:42:10.085914 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:10.086203 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-91bf3714-b33c-4cff-a3f3-55aa72f154af None None] Notify callbacks [] for process, after_spawn {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:10.086498 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:10.088077 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:42:10.088294 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:42:10.088481 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:42:10.088745 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:42:10.089094 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:42:10.089258 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:42:10.089793 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.090078 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.090167 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:10.090627 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.090627 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.090855 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.091470 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.091727 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.092101 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.092258 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.092499 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.092705 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.092874 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.093149 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.093385 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.093709 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.094000 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.094242 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.094517 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.094691 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.094959 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.095226 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.095496 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.095762 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] debug = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.096024 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.096530 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.096804 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.097052 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.097310 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.097609 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.097859 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.098128 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.098387 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.098635 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.098874 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.099128 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.099364 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.099578 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.099801 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.100071 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.100320 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.100808 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] host = dv-cinder-796286-17-iscsi {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.101053 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.101280 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.101532 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.101765 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.102015 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.102255 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.102761 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.103032 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.103301 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.103534 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.103791 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.104062 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.104298 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.104565 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.104716 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_options = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.104962 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.105224 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.105502 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.105691 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.105894 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.106188 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.106527 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.106692 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.106952 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.107176 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.107416 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.107640 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.107883 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.108108 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.108374 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.108665 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.108923 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.109679 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.109933 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.110170 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.110406 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.110650 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.110889 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.111117 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.111358 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.111602 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.111833 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.112089 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.112307 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.112573 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.112828 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.113082 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.113321 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.113574 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.113833 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.114065 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.114302 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.114635 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.114803 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.115068 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.115319 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.115554 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.115803 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.116021 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.116271 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.116574 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_json = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.116724 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.116934 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.117187 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.117410 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.117659 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.117878 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.118100 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.118356 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.118771 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.119064 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.119390 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.119641 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.119893 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.121226 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.121226 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.121226 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.121639 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:10.121847 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.121847 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.121847 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.122202 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.122327 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.122519 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.122863 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.123219 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.123509 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126040 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126040 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126040 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126040 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126040 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126405 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126551 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.126978 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.127418 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.127649 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.127876 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.128102 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.128323 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.128592 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.128827 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.129098 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.129325 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.129552 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.129799 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.130036 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.133682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.135682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.135682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.135682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.135682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.135682 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.136051 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.136051 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.136217 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.136417 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.140718 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.141431 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.141731 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.144030 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.144822 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.145087 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.145388 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.145636 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.145897 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.146136 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.146382 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.146622 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.146855 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.147127 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.147356 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.147588 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.147848 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.148024 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.148308 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.148500 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.148989 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.149238 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.151984 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.152267 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.152529 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.152790 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.153030 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.153300 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.153550 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.153837 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.154170 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.154423 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.154679 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.154940 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.155223 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.155457 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.155739 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.155991 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.156850 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.157082 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.157368 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.157606 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.157842 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.158105 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.158348 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.160556 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.160673 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.160935 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.161199 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.161461 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.161730 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.161997 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.162295 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.162583 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.162858 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.163144 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.163440 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.163687 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.163973 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.164203 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.164507 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.167207 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.168240 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.168567 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.168849 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.169116 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.169375 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.169645 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.169916 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.170177 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.170415 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.170650 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.170935 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.171203 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.171431 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.171704 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.172453 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.173025 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.173293 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.173518 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.173757 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.174522 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.174906 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.175313 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.175607 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.175863 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.176109 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.176376 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.176640 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.176864 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.177115 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.177370 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.177590 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.177829 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.178067 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.178292 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.178512 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.178731 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.178984 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.179525 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.179762 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.180020 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.180259 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.180501 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.180775 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.180994 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.181219 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.181462 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.181689 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.181919 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.182143 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.182381 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.182635 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.182850 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.183132 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.183397 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.183670 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.184758 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.185053 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.185361 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.185606 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.185918 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.186157 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.186389 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.186620 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.186855 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.187099 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.187350 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.187583 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.187805 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.188067 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.188326 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.189883 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.190160 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.190971 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.191206 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.191434 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.191708 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.191936 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.192168 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.192413 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.192664 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.192889 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.193140 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.193366 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.193593 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.193828 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.194044 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.194278 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.194532 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.194765 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.195070 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.195292 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.195528 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.195786 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.196023 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.196238 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.196486 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.196739 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.196954 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.197198 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.197417 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.197628 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.197855 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.198066 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.198275 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.198498 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.198723 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.198939 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.199184 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.199395 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.199606 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.199829 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.200048 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.200257 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.200488 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.201546 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.201792 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.202534 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.202772 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.202991 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.203532 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.204321 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.204573 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.204856 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.205565 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.206090 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.206344 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.206671 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.207115 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.207388 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.207649 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.208584 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.209213 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.209928 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.210345 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.210704 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.211236 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.211566 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.211913 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.212601 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.212990 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.213722 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.214030 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.214826 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.215130 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.215398 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.215640 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.215927 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.216159 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.216401 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.216673 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.216926 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.217147 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.217711 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.219151 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.219407 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.219637 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.219876 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.220101 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.220368 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.220643 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.220879 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.221132 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.221291 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:42:10.221779 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:10.221875 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 10:42:10.221956 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 10:42:10.222112 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 10:42:10.222278 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 10:42:10.222445 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 10:42:10.222594 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 10:42:10.222797 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.222956 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.223111 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.223266 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.223440 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.223600 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.223757 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.223911 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.224066 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.224221 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.224378 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.224551 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.224709 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.224863 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.225017 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.225171 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.225325 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.225478 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.225638 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.225793 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.225950 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.226103 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.226257 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] debug = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.226412 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.226593 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.226750 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.226905 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.227058 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.227212 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.227365 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.227768 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.227925 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.228079 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.228232 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.228386 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.228582 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.228705 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.228858 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.229012 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.229186 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.229309 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] host = dv-cinder-796286-17-iscsi {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.229463 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.229617 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.229770 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.229923 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.230077 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.230231 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.230508 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.230667 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.230834 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.230974 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.231129 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.231283 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.231437 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.231592 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.231746 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_options = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.231901 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.232055 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.232210 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.232389 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.232618 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.232715 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.232870 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.233098 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.233261 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.235404 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.235508 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.235610 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.235769 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.235930 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.236087 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.236242 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.236397 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.236576 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.236736 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.236891 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.237046 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.237198 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.237354 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.237508 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.237663 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.237818 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.237975 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.238130 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.238284 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.238437 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.238663 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.238764 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.238890 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.239045 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.239209 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.239355 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.239507 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.239665 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.239819 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.239972 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.240126 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.240279 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.240432 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.241028 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.241202 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.242687 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_json = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.242827 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.244021 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.244193 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.244356 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.244538 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.244733 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.244894 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.245175 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 10:42:10.245358 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.245522 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.245696 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.245862 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.246023 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.246183 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.246343 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.246502 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.246660 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.246818 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.246985 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.247144 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.247314 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.247472 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.247629 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.247791 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.247950 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.248107 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.248265 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.248422 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.248648 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.248848 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.249050 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.249232 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.249440 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.249617 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.249818 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.250016 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.250188 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.250358 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.250525 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.250691 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.250855 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.251018 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.251181 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.251345 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.251506 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.251669 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.251831 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.251993 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.252156 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.252317 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.252478 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.252664 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.252830 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.253290 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.253469 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.253632 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.253797 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.253961 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.254136 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.254299 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.254461 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.254622 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.254785 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.254962 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.255120 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.255281 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.255441 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.255603 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.255765 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.255939 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.256100 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.256260 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.256487 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.256620 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.256760 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.256923 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.257085 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.257249 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.257426 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.257581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.257857 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.258110 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.258319 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.259172 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.259172 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.259485 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.259792 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.260095 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.260254 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.260419 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.260587 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.260735 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.261271 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.261455 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.261620 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.261783 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.261945 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.262106 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.262266 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.262427 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.262632 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.262723 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.262885 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.263045 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.263206 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.263370 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.263530 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.263691 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.263852 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.264012 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.264269 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.264368 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.264481 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.264663 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.264831 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.265240 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.265434 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.265596 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.265756 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.265927 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.266090 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.266254 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.266413 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.266581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.266753 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.266915 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.267077 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.267242 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.267403 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.267564 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.267796 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.267930 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.268111 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.268241 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.268365 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.268488 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.268645 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.269581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.269581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.269581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.269581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.269581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.269581 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.270458 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.270458 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.270458 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.270458 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.270458 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.270458 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.271135 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.271135 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.271135 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.271135 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.271604 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.271604 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.271604 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.272213 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.272213 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.272213 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.272213 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.272673 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.272673 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.273788 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.274555 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.274736 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.274908 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.275074 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.275240 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.275384 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.275549 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.276054 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.276220 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.276384 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.276567 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.276732 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.276925 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.277145 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.277317 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.277479 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.277642 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.277804 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.277967 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.278130 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.278292 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.278457 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.278618 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.278781 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.278944 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.279106 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.279269 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.279430 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.279592 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.279810 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.280636 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.280809 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.281589 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.281766 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.281929 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.282093 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.282255 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.282517 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.282644 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.282779 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.283563 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.283741 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.283906 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.284471 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.286386 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.286570 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.287071 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.287252 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.287671 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.287849 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.288220 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.288556 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.288738 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.288906 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.289071 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.289238 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.289403 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.289587 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.290102 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.290102 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.290274 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.290378 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.290542 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.290714 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.290877 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.291604 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.291771 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.291935 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.292099 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.292273 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.292435 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.292619 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.292783 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.292944 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.293105 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.293278 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.293440 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.293601 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.293762 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.293923 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.294084 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.294258 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.294418 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.294580 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.294779 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.294900 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.295061 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.295226 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.295402 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.295566 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.295729 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.295890 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.296050 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.296211 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.296374 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.296690 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.297371 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.297543 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.297707 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.297879 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.298050 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.298221 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.298382 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.298551 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.298726 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.298891 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.299057 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.299201 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.299340 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.299500 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.299646 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.299810 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.300061 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.300218 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.300358 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.300492 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.300632 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.300744 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.300904 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.301064 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.301224 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.301385 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.301546 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.301706 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 10:42:10.301860 dv-cinder-796286-17-iscsi neutron-server[104592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 10:42:10.481724 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 45870) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:10.490888 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068653 Jul 14 10:42:22.066040 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9095e037-aa92-4dc3-82f9-8b8bfdeb4129 None None] get_active_networks_info from dv-cinder-796286-17-iscsi {{(pid=104701) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:42:22.148351 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9095e037-aa92-4dc3-82f9-8b8bfdeb4129 None None] No non-hosted networks {{(pid=104701) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 10:42:22.165535 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.agentschedulers_db [None req-9095e037-aa92-4dc3-82f9-8b8bfdeb4129 None None] DHCP Agent not found on host dv-cinder-796286-17-iscsi {{(pid=104701) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 14 10:42:22.221532 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9c86c78b-5e0b-4b01-aad3-933da6cdd4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004137'] for agent, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:24.454168 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004137'] for agent, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:24.455520 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.456116 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.456633 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.457200 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.457703 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.458501 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.458978 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.459470 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.459943 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.460485 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.461029 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.461498 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:24.462096 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-17-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:24.479881 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-17-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:24.704848 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e77598f8-4f5c-432c-a3a7-3e037e3f970c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004137'] for agent, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:24.746527 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d9a17bca-93bb-4a5f-a913-b58ec2871b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:25.531428 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004137'] for agent, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:27.474234 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004137'] for agent, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:28.097969 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.db.l3_hamode_db [None req-c04dda69-8679-45ed-b8d1-41b5ec0571ec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 10:42:28.176035 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dda69-8679-45ed-b8d1-41b5ec0571ec None None] Routers set() bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:28.176427 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dda69-8679-45ed-b8d1-41b5ec0571ec None None] Router IDs set() for agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 10:42:28.553352 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 45962) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:29.039628 dv-cinder-796286-17-iscsi neutron-server[104700]: WARNING oslo_policy.policy [None req-05511940-5ce2-44ac-be19-96b9ce8be254 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:29.040188 dv-cinder-796286-17-iscsi neutron-server[104700]: WARNING oslo_policy.policy [None req-05511940-5ce2-44ac-be19-96b9ce8be254 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:29.256474 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [None req-05511940-5ce2-44ac-be19-96b9ce8be254 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:42:29.257474 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-05511940-5ce2-44ac-be19-96b9ce8be254 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7032163 Jul 14 10:42:31.631178 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 45976) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:31.941902 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:32.036242 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.policy [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104700) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:42:32.080521 dv-cinder-796286-17-iscsi neutron-server[104700]: WARNING oslo_policy.policy [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:32.080987 dv-cinder-796286-17-iscsi neutron-server[104700]: WARNING oslo_policy.policy [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:32.089281 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.quota [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] Loaded quota_driver: . Jul 14 10:42:32.180826 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792518797986', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792518797645', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792518786396', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792518783658', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792518773989', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792518763666', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-548922', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-979314', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7942568', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7879946'] for rbac-policy, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.245288 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.246466 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a2cb8710-94f7-40cb-97fb-91c0a846fb7a admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6143563 Jul 14 10:42:34.811272 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 45988) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:35.108116 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'name': 'private'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:35.136633 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Made reservation on behalf of 94f76b9e1882440dac31dd10b719d935 for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:42:35.140075 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.156371 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.280392 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.285108 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.305257 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1043} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:42:35.334373 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792515554780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.334989 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Unsubscribe: segment precommit_create {{(pid=104700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:42:35.335495 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Added segment e0bd0b95-38b3-45b6-a421-6d5f0a838564 of type vlan for network da1411b6-818f-400c-a7f8-d433db1f0eb3 Jul 14 10:42:35.352847 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4feffdc-9a80-4fa9-b69d-0bab424b2a96,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:35.402000 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.402338 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.402584 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.402916 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.403238 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.403575 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.403903 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.404274 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.404619 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.404939 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.405255 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.405568 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Tracked resource versions report: Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: pushed versions: Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: { 'AddressGroup': {'1.2'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'ConntrackHelper': {'1.0'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Log': {'1.0'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Network': {'1.1'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Port': {'1.7'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'PortForwarding': {'1.2'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'QosPolicy': {'1.8'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroup': {'1.4'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SubPort': {'1.0'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Subnet': {'1.1'}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Trunk': {'1.1'}} Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: consumer versions: Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'ConntrackHelper': '1.0', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Log': '1.0', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Network': '1.1', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Port': '1.7', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'PortForwarding': '1.2', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'QosPolicy': '1.8', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroup': '1.4', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroupRule': '1.2', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SubPort': '1.0', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Subnet': '1.1', Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Trunk': '1.1'}} Jul 14 10:42:35.406866 dv-cinder-796286-17-iscsi neutron-server[104700]: {{(pid=104700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:42:35.456250 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.509933 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.511001 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:35.511631 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.588677 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7762089 Jul 14 10:42:35.613014 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9867f-4555-41b0-b5c2-255f679b815d admin admin] Pushing event updated for resources: {'Network': ['ID=da1411b6-818f-400c-a7f8-d433db1f0eb3,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:35.626694 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:42:38.224277 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46002) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:38.717396 dv-cinder-796286-17-iscsi neutron-server[104699]: WARNING oslo_policy.policy [None req-7e9cf8ab-3661-4a88-8572-ef22f4bb2bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:38.717888 dv-cinder-796286-17-iscsi neutron-server[104699]: WARNING oslo_policy.policy [None req-7e9cf8ab-3661-4a88-8572-ef22f4bb2bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:39.155980 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.policy [None req-7e9cf8ab-3661-4a88-8572-ef22f4bb2bc0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 10:42:39.200958 dv-cinder-796286-17-iscsi neutron-server[104699]: WARNING oslo_policy.policy [None req-7e9cf8ab-3661-4a88-8572-ef22f4bb2bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:39.201322 dv-cinder-796286-17-iscsi neutron-server[104699]: WARNING oslo_policy.policy [None req-7e9cf8ab-3661-4a88-8572-ef22f4bb2bc0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 10:42:39.209370 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9cf8ab-3661-4a88-8572-ef22f4bb2bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:39.211239 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7e9cf8ab-3661-4a88-8572-ef22f4bb2bc0 admin admin] 10.222.0.67 "GET /v2.0/networks/da1411b6-818f-400c-a7f8-d433db1f0eb3 HTTP/1.1" status: 200 len: 826 time: 0.9848921 Jul 14 10:42:39.250366 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-0d94b2f8-d477-4e8d-a1f8-8da25a296cde admin admin] 10.222.0.67 "GET /v2.0/subnetpools/b2906754-e9f0-4994-bd61-122efed3815d HTTP/1.1" status: 200 len: 734 time: 0.0337911 Jul 14 10:42:39.259523 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Request body: {'subnet': {'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b2906754-e9f0-4994-bd61-122efed3815d', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:39.261108 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.quota [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Loaded quota_driver: . Jul 14 10:42:39.301129 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Made reservation on behalf of 94f76b9e1882440dac31dd10b719d935 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:42:39.304003 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:39.596956 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:39.668092 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Checking segment: {'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:39.668478 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Network hostable DHCP agents. Network: da1411b6-818f-400c-a7f8-d433db1f0eb3, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:42:39.677129 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc82249-7c87-441b-ab84-b7528cfb6336,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:39.691640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.691996 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.692331 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.692771 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.693096 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.693432 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.693755 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.694087 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.694406 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.694720 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.695032 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.695345 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Tracked resource versions report: Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: pushed versions: Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: { 'AddressGroup': {'1.2'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'ConntrackHelper': {'1.0'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Log': {'1.0'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Network': {'1.1'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Port': {'1.7'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'PortForwarding': {'1.2'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'QosPolicy': {'1.8'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroup': {'1.4'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SubPort': {'1.0'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Subnet': {'1.1'}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Trunk': {'1.1'}} Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: consumer versions: Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'ConntrackHelper': '1.0', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Log': '1.0', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Network': '1.1', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Port': '1.7', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'PortForwarding': '1.2', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'QosPolicy': '1.8', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroup': '1.4', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroupRule': '1.2', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SubPort': '1.0', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Subnet': '1.1', Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Trunk': '1.1'}} Jul 14 10:42:39.696667 dv-cinder-796286-17-iscsi neutron-server[104699]: {{(pid=104699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:42:39.725516 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:42:39.741619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, da1411b6-818f-400c-a7f8-d433db1f0eb3) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:39.746850 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:39.747644 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:39.751358 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce5c37-48ae-447a-a643-4e3155991bb1 None None] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:39.767990 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-57f5a481-08ee-4ad5-8c3f-a7a8bbebbfe8 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5122793 Jul 14 10:42:40.077871 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29db401-a106-46da-a364-339a703d7744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-da1411b6-818f-400c-a7f8-d433db1f0eb3', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'fixed_ips': [{'subnet_id': '2bc82249-7c87-441b-ab84-b7528cfb6336'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:42:40.079089 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.359582 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-b29db401-a106-46da-a364-339a703d7744 None None] Allocated IP 172.20.0.2 (da1411b6-818f-400c-a7f8-d433db1f0eb3/2bc82249-7c87-441b-ab84-b7528cfb6336/51fa662a-328c-4fbe-8da9-b2e233e9ac5a) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:40.563449 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.581843 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b29db401-a106-46da-a364-339a703d7744 None None] Transition to ACTIVE for port object 51fa662a-328c-4fbe-8da9-b2e233e9ac5a will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:40.632050 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b29db401-a106-46da-a364-339a703d7744 None None] Transition to ACTIVE for port object 51fa662a-328c-4fbe-8da9-b2e233e9ac5a will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:40.641222 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.705162 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29db401-a106-46da-a364-339a703d7744 None None] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:40.712339 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-b29db401-a106-46da-a364-339a703d7744 None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:40.725606 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29db401-a106-46da-a364-339a703d7744 None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:40.729061 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db401-a106-46da-a364-339a703d7744 None None] Pushing event updated for resources: {'Port': ['ID=51fa662a-328c-4fbe-8da9-b2e233e9ac5a,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:40.740039 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.740403 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.740773 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.741113 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.741447 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.741835 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.742169 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.742496 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.742843 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.743174 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.743503 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.743826 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Tracked resource versions report: Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: pushed versions: Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: { 'AddressGroup': {'1.2'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'ConntrackHelper': {'1.0'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Log': {'1.0'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Network': {'1.1'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Port': {'1.7'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'PortForwarding': {'1.2'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'QosPolicy': {'1.8'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroup': {'1.4'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SubPort': {'1.0'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Subnet': {'1.1'}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Trunk': {'1.1'}} Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: consumer versions: Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'ConntrackHelper': '1.0', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Log': '1.0', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Network': '1.1', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Port': '1.7', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'PortForwarding': '1.2', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'QosPolicy': '1.8', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroup': '1.4', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroupRule': '1.2', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SubPort': '1.0', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Subnet': '1.1', Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Trunk': '1.1'}} Jul 14 10:42:40.745162 dv-cinder-796286-17-iscsi neutron-server[104701]: {{(pid=104701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:42:40.815218 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b29db401-a106-46da-a364-339a703d7744 None None] Attempting to bind port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:42:40.815914 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b29db401-a106-46da-a364-339a703d7744 None None] Attempting to bind port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:42:40.816064 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db401-a106-46da-a364-339a703d7744 None None] Attempting to bind port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a on network da1411b6-818f-400c-a7f8-d433db1f0eb3 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:42:40.821317 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db401-a106-46da-a364-339a703d7744 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:42:40.821741 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db401-a106-46da-a364-339a703d7744 None None] Checking segment: {'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:40.822222 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.822619 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db401-a106-46da-a364-339a703d7744 None None] Bound using segment: {'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:42:40.823106 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b29db401-a106-46da-a364-339a703d7744 None None] Bound port: 51fa662a-328c-4fbe-8da9-b2e233e9ac5a, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:42:40.823525 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.887588 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-b29db401-a106-46da-a364-339a703d7744 None None] For port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:42:40.892425 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-b29db401-a106-46da-a364-339a703d7744 None None] For port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=51fa662a-328c-4fbe-8da9-b2e233e9ac5a,segment=NetworkSegment(e0bd0b95-38b3-45b6-a421-6d5f0a838564),segment_id=e0bd0b95-38b3-45b6-a421-6d5f0a838564)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:42:40.897186 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b29db401-a106-46da-a364-339a703d7744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.963958 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29db401-a106-46da-a364-339a703d7744 None None] Pushing event updated for resources: {'Port': ['ID=51fa662a-328c-4fbe-8da9-b2e233e9ac5a,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:42.179668 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46022) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:42.509820 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [None req-11400873-29c3-41a1-a27e-8aab68da9b3b admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:42:42.510873 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-11400873-29c3-41a1-a27e-8aab68da9b3b admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3302424 Jul 14 10:42:44.940549 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46030) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:45.269803 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [None req-005a071a-f836-4273-b0cc-f58fa06e2ede admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:42:45.284540 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-005a071a-f836-4273-b0cc-f58fa06e2ede admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3256035 Jul 14 10:42:46.433031 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 51fa662a-328c-4fbe-8da9-b2e233e9ac5a up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:46.518080 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:47.102667 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1363f11-e3cc-4a38-8cf6-755dabf48446 None None] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:47.169166 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-c2c873fb-b8c4-42e9-8cdc-86c51a3fe606 None None] Provisioning for port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:47.180902 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-c2c873fb-b8c4-42e9-8cdc-86c51a3fe606 None None] Provisioning complete for port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:47.181290 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c2c873fb-b8c4-42e9-8cdc-86c51a3fe606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.352720 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c2c873fb-b8c4-42e9-8cdc-86c51a3fe606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.411836 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-c2c873fb-b8c4-42e9-8cdc-86c51a3fe606 None None] For port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=51fa662a-328c-4fbe-8da9-b2e233e9ac5a,segment=NetworkSegment(e0bd0b95-38b3-45b6-a421-6d5f0a838564),segment_id=e0bd0b95-38b3-45b6-a421-6d5f0a838564)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:47.419455 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c2c873fb-b8c4-42e9-8cdc-86c51a3fe606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.491188 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c873fb-b8c4-42e9-8cdc-86c51a3fe606 None None] Pushing event updated for resources: {'Port': ['ID=51fa662a-328c-4fbe-8da9-b2e233e9ac5a,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:47.638025 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-162b802d-3706-4b01-bc5b-21c8e53efeef None None] Provisioning complete for port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:47.638899 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-162b802d-3706-4b01-bc5b-21c8e53efeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.937588 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46046) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:48.233448 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-f43a9fd8-8996-4b84-9f2c-4d33096d4ac1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'name': 'router1'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:48.256721 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f43a9fd8-8996-4b84-9f2c-4d33096d4ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.258263 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f43a9fd8-8996-4b84-9f2c-4d33096d4ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.399309 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f43a9fd8-8996-4b84-9f2c-4d33096d4ac1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.404744 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f43a9fd8-8996-4b84-9f2c-4d33096d4ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.411101 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 51fa662a-328c-4fbe-8da9-b2e233e9ac5a up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:48.418031 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f43a9fd8-8996-4b84-9f2c-4d33096d4ac1 admin admin] Notify callbacks [] for router, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.419788 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f43a9fd8-8996-4b84-9f2c-4d33096d4ac1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4806752 Jul 14 10:42:48.461559 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:48.461803 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.777031 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46054) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:51.085435 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [None req-d10c8715-25f5-4a61-a681-7ea6ea79dfa7 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:42:51.086414 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-d10c8715-25f5-4a61-a681-7ea6ea79dfa7 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3084805 Jul 14 10:42:51.957478 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-772b2dbf-013f-44f1-a21b-8e61a2db3293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.461714 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46062) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:53.771974 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:53.802179 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Made reservation on behalf of 192a3778325b4541ac88783adc261040 for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:42:53.804466 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.820005 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.940039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.943667 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.957775 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Reserving flat network on physical network physnet1 {{(pid=104699) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 10:42:53.984203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792515554780', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.984818 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Unsubscribe: segment precommit_create {{(pid=104699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 10:42:53.985303 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Added segment 1c3cb491-ff53-4b67-9af6-c6047584c87d of type flat for network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb Jul 14 10:42:53.989619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ed8f73-2800-411f-af11-306b82632946,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:54.044683 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.096857 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.097891 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:54.098464 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.184023 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7212420 Jul 14 10:42:54.206071 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b237e8-a26f-403d-98dc-1d4cc631da05 admin admin] Pushing event updated for resources: {'Network': ['ID=8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:54.217833 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:42:54.449224 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.705908 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-346bafa6-089b-4df5-a96e-d98f27f2079c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.475916 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.553494 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46080) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:56.729815 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8540a37a-b04e-4540-995b-e4c395e1be13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:56.731666 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-8540a37a-b04e-4540-995b-e4c395e1be13 admin admin] 10.222.0.67 "GET /v2.0/subnets/2bc82249-7c87-441b-ab84-b7528cfb6336 HTTP/1.1" status: 200 len: 849 time: 0.1764302 Jul 14 10:42:56.889882 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-dbe4c4a4-1e1b-4e8f-95e2-52ce6664eec5 admin admin] 10.222.0.67 "GET /v2.0/routers/81bef7aa-a728-4390-b501-db32ff0e5fbd HTTP/1.1" status: 200 len: 704 time: 0.1528280 Jul 14 10:42:57.157885 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.420009 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.454821 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Allocated IP 172.20.0.1 (da1411b6-818f-400c-a7f8-d433db1f0eb3/2bc82249-7c87-441b-ab84-b7528cfb6336/c43ae279-d039-48bf-b195-c6798d1249c8) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:57.609365 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.631154 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Transition to ACTIVE for port object c43ae279-d039-48bf-b195-c6798d1249c8 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:57.711052 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.824458 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:57.831942 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:57.834589 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:57.835170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.904572 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Pushing event updated for resources: {'Port': ['ID=c43ae279-d039-48bf-b195-c6798d1249c8,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:57.999965 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-dfc8209b-b485-4f4a-8486-505f624666f5 None None] Provisioning for port c43ae279-d039-48bf-b195-c6798d1249c8 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:58.004005 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-dfc8209b-b485-4f4a-8486-505f624666f5 None None] Provisioning complete for port c43ae279-d039-48bf-b195-c6798d1249c8 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:58.004375 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-dfc8209b-b485-4f4a-8486-505f624666f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.038222 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8209b-b485-4f4a-8486-505f624666f5 None None] Port c43ae279-d039-48bf-b195-c6798d1249c8 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:42:58.059313 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.236332 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.240926 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.241679 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.318170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Pushing event updated for resources: {'Port': ['ID=c43ae279-d039-48bf-b195-c6798d1249c8,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:58.366554 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:58.367924 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:58.526489 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Router 81bef7aa-a728-4390-b501-db32ff0e5fbd is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:42:58.560347 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-6712dfcc-6502-47d3-9276-89f82dfd4e4f None None] Provisioning complete for port c43ae279-d039-48bf-b195-c6798d1249c8 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:58.560973 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-6712dfcc-6502-47d3-9276-89f82dfd4e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.593639 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-6712dfcc-6502-47d3-9276-89f82dfd4e4f None None] Port c43ae279-d039-48bf-b195-c6798d1249c8 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:42:58.618797 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:58.624786 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-93bc9bc3-0445-4a89-bb6f-414df1bb1f2a admin admin] 10.222.0.67 "PUT /v2.0/routers/81bef7aa-a728-4390-b501-db32ff0e5fbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7300754 Jul 14 10:42:58.628537 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Sync routers for ids ['81bef7aa-a728-4390-b501-db32ff0e5fbd'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:58.640647 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Routers {'81bef7aa-a728-4390-b501-db32ff0e5fbd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:58.641387 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:42:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['81bef7aa-a728-4390-b501-db32ff0e5fbd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:58.829270 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Set router 81bef7aa-a728-4390-b501-db32ff0e5fbd gateway port host: None {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:59.257708 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'name': 'router1', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:48Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 2, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'gw_port_host': None, '_interfaces': [{'id': 'c43ae279-d039-48bf-b195-c6798d1249c8', 'name': '', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'mac_address': 'fa:16:3e:53:95:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:57Z', 'updated_at': '2021-07-14T10:42:58Z', 'revision_number': 2, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'subnets': [{'id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2906754-e9f0-4994-bd61-122efed3815d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:59.309780 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Checking router: 81bef7aa-a728-4390-b501-db32ff0e5fbd for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:59.310157 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Updating router 81bef7aa-a728-4390-b501-db32ff0e5fbd port c43ae279-d039-48bf-b195-c6798d1249c8 binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:42:59.375134 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.875318 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.893519 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Transition to ACTIVE for port object c43ae279-d039-48bf-b195-c6798d1249c8 will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:59.899703 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.060981 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Attempting to bind port c43ae279-d039-48bf-b195-c6798d1249c8 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:43:00.061353 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Attempting to bind port c43ae279-d039-48bf-b195-c6798d1249c8 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:43:00.061790 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Attempting to bind port c43ae279-d039-48bf-b195-c6798d1249c8 on network da1411b6-818f-400c-a7f8-d433db1f0eb3 {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:43:00.070519 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:43:00.071186 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Checking segment: {'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:43:00.071683 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.072082 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Bound using segment: {'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:43:00.072634 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Bound port: c43ae279-d039-48bf-b195-c6798d1249c8, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0bd0b95-38b3-45b6-a421-6d5f0a838564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:43:00.073019 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.079764 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Pushing event updated for resources: {'Port': ['ID=c43ae279-d039-48bf-b195-c6798d1249c8,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:00.095484 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.095834 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.096179 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.096531 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.096872 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.097212 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.097545 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.097867 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.098203 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.098528 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.098846 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.099162 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Tracked resource versions report: Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: pushed versions: Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: { 'AddressGroup': {'1.2'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'ConntrackHelper': {'1.0'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Log': {'1.0'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Network': {'1.1'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Port': {'1.7'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'PortForwarding': {'1.2'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'QosPolicy': {'1.8'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroup': {'1.4'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SubPort': {'1.0'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Subnet': {'1.1'}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Trunk': {'1.1'}} Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: consumer versions: Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'ConntrackHelper': '1.0', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Log': '1.0', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Network': '1.1', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Port': '1.7', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'PortForwarding': '1.2', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'QosPolicy': '1.8', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroup': '1.4', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroupRule': '1.2', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SubPort': '1.0', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Subnet': '1.1', Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Trunk': '1.1'}} Jul 14 10:43:00.100742 dv-cinder-796286-17-iscsi neutron-server[104702]: {{(pid=104702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:43:00.161387 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] For port c43ae279-d039-48bf-b195-c6798d1249c8, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:43:00.182892 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] For port c43ae279-d039-48bf-b195-c6798d1249c8, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=c43ae279-d039-48bf-b195-c6798d1249c8,segment=NetworkSegment(e0bd0b95-38b3-45b6-a421-6d5f0a838564),segment_id=e0bd0b95-38b3-45b6-a421-6d5f0a838564)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:43:00.187961 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.236645 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Routers {'81bef7aa-a728-4390-b501-db32ff0e5fbd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:43:00.237274 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:42:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['81bef7aa-a728-4390-b501-db32ff0e5fbd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:00.312175 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36e2db-2b86-42f7-b050-8d8e10162e14 None None] Pushing event updated for resources: {'Port': ['ID=c43ae279-d039-48bf-b195-c6798d1249c8,revision_number=4']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:00.338603 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] Set router 81bef7aa-a728-4390-b501-db32ff0e5fbd gateway port host: None {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:43:00.551951 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'name': 'router1', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:48Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 2, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'gw_port_host': None, '_interfaces': [{'id': 'c43ae279-d039-48bf-b195-c6798d1249c8', 'name': '', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'mac_address': 'fa:16:3e:53:95:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:57Z', 'updated_at': '2021-07-14T10:43:00Z', 'revision_number': 4, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'subnets': [{'id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2906754-e9f0-4994-bd61-122efed3815d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:00.580912 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1516734-5860-4cb5-861e-197263dba4f0 None None] The sync data for ids ['81bef7aa-a728-4390-b501-db32ff0e5fbd'] in dv-cinder-796286-17-iscsi is: [{'id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'name': 'router1', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:48Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 2, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'gw_port_host': None, '_interfaces': [{'id': 'c43ae279-d039-48bf-b195-c6798d1249c8', 'name': '', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'mac_address': 'fa:16:3e:53:95:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:57Z', 'updated_at': '2021-07-14T10:43:00Z', 'revision_number': 4, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'subnets': [{'id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2906754-e9f0-4994-bd61-122efed3815d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:43:00.856365 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46100) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:43:00.967057 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a418d-11f3-4bba-bf84-4a983eb4a3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:00.968425 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-336a418d-11f3-4bba-bf84-4a983eb4a3f7 admin admin] 10.222.0.67 "GET /v2.0/networks/8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb HTTP/1.1" status: 200 len: 842 time: 0.1110337 Jul 14 10:43:00.977969 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:43:00.999731 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Made reservation on behalf of 192a3778325b4541ac88783adc261040 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:43:01.002163 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.284663 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.objects.ports [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 10:43:01.285132 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.335974 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33ece04-9375-419d-ba24-05736c79d933,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:01.345958 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:43:01.346305 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Network hostable DHCP agents. Network: 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:43:01.363121 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:43:01.372824 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:43:01.376663 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:01.377241 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.381244 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b68100-6fe8-4321-9c2a-34595044a26d None None] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:43:01.390070 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-040477f6-229b-4193-9ad7-89fd13e1f3d1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4157779 Jul 14 10:43:01.515349 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab886f-b817-4a1b-b10f-e207e71a1d5e None None] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:43:03.670299 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46112) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:43:03.802609 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a5d96842-dd3d-402c-8647-749b90cf62a3 admin admin] 10.222.0.67 "GET /v2.0/routers/81bef7aa-a728-4390-b501-db32ff0e5fbd HTTP/1.1" status: 200 len: 710 time: 0.1311870 Jul 14 10:43:03.886394 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e0d901-9db3-40dd-bc56-edffde54f82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:03.887786 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-33e0d901-9db3-40dd-bc56-edffde54f82a admin admin] 10.222.0.67 "GET /v2.0/networks/8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb HTTP/1.1" status: 200 len: 886 time: 0.0802453 Jul 14 10:43:03.896256 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:43:04.211753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.455750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.459307 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device c43ae279-d039-48bf-b195-c6798d1249c8 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:04.526184 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port c43ae279-d039-48bf-b195-c6798d1249c8 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:43:04.530585 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port c43ae279-d039-48bf-b195-c6798d1249c8 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:04.531036 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.535327 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.608130 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.638697 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Allocated IP 172.27.1.224 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/7c78bebd-155e-44b7-8966-cc94925a6275) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:43:04.642791 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port c43ae279-d039-48bf-b195-c6798d1249c8, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=c43ae279-d039-48bf-b195-c6798d1249c8,segment=NetworkSegment(e0bd0b95-38b3-45b6-a421-6d5f0a838564),segment_id=e0bd0b95-38b3-45b6-a421-6d5f0a838564)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:04.651536 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.702817 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=c43ae279-d039-48bf-b195-c6798d1249c8,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:04.742301 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.780939 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.818762 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:43:04.821793 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:43:04.825604 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:43:04.830575 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Pushing event updated for resources: {'Port': ['ID=7c78bebd-155e-44b7-8966-cc94925a6275,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:05.073227 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:05.263929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:05.267195 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8000463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8000502', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8002705'] for router, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:05.450252 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Router 81bef7aa-a728-4390-b501-db32ff0e5fbd has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:43:05.554395 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:43:05.558562 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:05.559741 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ee2732e6-6aaa-4489-a377-e10d7a5f036b admin admin] 10.222.0.67 "PUT /v2.0/routers/81bef7aa-a728-4390-b501-db32ff0e5fbd HTTP/1.1" status: 200 len: 890 time: 1.6666794 Jul 14 10:43:05.564843 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Sync routers for ids ['81bef7aa-a728-4390-b501-db32ff0e5fbd'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:43:05.575923 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Routers {'81bef7aa-a728-4390-b501-db32ff0e5fbd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:43:05.576626 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:42:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['81bef7aa-a728-4390-b501-db32ff0e5fbd'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:05.846595 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Set router 81bef7aa-a728-4390-b501-db32ff0e5fbd gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:43:06.237948 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'name': 'router1', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '7c78bebd-155e-44b7-8966-cc94925a6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:48Z', 'updated_at': '2021-07-14T10:43:04Z', 'revision_number': 4, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'gw_port': {'id': '7c78bebd-155e-44b7-8966-cc94925a6275', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:43:04Z', 'updated_at': '2021-07-14T10:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c43ae279-d039-48bf-b195-c6798d1249c8', 'name': '', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'mac_address': 'fa:16:3e:53:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:57Z', 'updated_at': '2021-07-14T10:43:04Z', 'revision_number': 5, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'subnets': [{'id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2906754-e9f0-4994-bd61-122efed3815d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:06.286857 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Checking router: 81bef7aa-a728-4390-b501-db32ff0e5fbd for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:43:06.287225 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Updating router 81bef7aa-a728-4390-b501-db32ff0e5fbd port 7c78bebd-155e-44b7-8966-cc94925a6275 binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:43:06.321604 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.455786 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device c43ae279-d039-48bf-b195-c6798d1249c8 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:06.581265 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port c43ae279-d039-48bf-b195-c6798d1249c8 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:06.581916 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.740768 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.757136 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Transition to ACTIVE for port object 7c78bebd-155e-44b7-8966-cc94925a6275 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:43:06.765381 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.817437 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114d866-be01-404e-badc-4d9bc7e32461 None None] Pushing event updated for resources: {'Port': ['ID=7c78bebd-155e-44b7-8966-cc94925a6275,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:06.819846 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Attempting to bind port 7c78bebd-155e-44b7-8966-cc94925a6275 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:43:06.820224 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Attempting to bind port 7c78bebd-155e-44b7-8966-cc94925a6275 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:43:06.820928 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Attempting to bind port 7c78bebd-155e-44b7-8966-cc94925a6275 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:43:06.826098 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:43:06.826472 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:43:06.826874 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.827266 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:43:06.827732 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Bound port: 7c78bebd-155e-44b7-8966-cc94925a6275, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:43:06.828128 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.878037 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] For port 7c78bebd-155e-44b7-8966-cc94925a6275, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:43:06.881021 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] For port 7c78bebd-155e-44b7-8966-cc94925a6275, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=7c78bebd-155e-44b7-8966-cc94925a6275,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:43:06.885093 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:07.014587 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Routers {'81bef7aa-a728-4390-b501-db32ff0e5fbd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:43:07.015182 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:42:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['81bef7aa-a728-4390-b501-db32ff0e5fbd'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:07.056872 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114d866-be01-404e-badc-4d9bc7e32461 None None] Pushing event updated for resources: {'Port': ['ID=7c78bebd-155e-44b7-8966-cc94925a6275,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:07.128673 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] Set router 81bef7aa-a728-4390-b501-db32ff0e5fbd gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:43:07.335719 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'name': 'router1', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '7c78bebd-155e-44b7-8966-cc94925a6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:48Z', 'updated_at': '2021-07-14T10:43:04Z', 'revision_number': 4, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'gw_port': {'id': '7c78bebd-155e-44b7-8966-cc94925a6275', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:43:04Z', 'updated_at': '2021-07-14T10:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c43ae279-d039-48bf-b195-c6798d1249c8', 'name': '', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'mac_address': 'fa:16:3e:53:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:57Z', 'updated_at': '2021-07-14T10:43:04Z', 'revision_number': 5, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'subnets': [{'id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2906754-e9f0-4994-bd61-122efed3815d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:07.362086 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98035e9-02f3-4130-a42f-2368f17bb6a7 None None] The sync data for ids ['81bef7aa-a728-4390-b501-db32ff0e5fbd'] in dv-cinder-796286-17-iscsi is: [{'id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'name': 'router1', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '7c78bebd-155e-44b7-8966-cc94925a6275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:48Z', 'updated_at': '2021-07-14T10:43:04Z', 'revision_number': 4, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'gw_port': {'id': '7c78bebd-155e-44b7-8966-cc94925a6275', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:43:04Z', 'updated_at': '2021-07-14T10:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c43ae279-d039-48bf-b195-c6798d1249c8', 'name': '', 'network_id': 'da1411b6-818f-400c-a7f8-d433db1f0eb3', 'tenant_id': '94f76b9e1882440dac31dd10b719d935', 'mac_address': 'fa:16:3e:53:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bef7aa-a728-4390-b501-db32ff0e5fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:57Z', 'updated_at': '2021-07-14T10:43:04Z', 'revision_number': 5, 'project_id': '94f76b9e1882440dac31dd10b719d935', 'subnets': [{'id': '2bc82249-7c87-441b-ab84-b7528cfb6336', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2906754-e9f0-4994-bd61-122efed3815d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:43:07.984085 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46120) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:43:08.124067 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d09cd7d0-2f21-450a-b487-ee93fc86d6bb admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1388450 Jul 14 10:43:08.451198 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 7c78bebd-155e-44b7-8966-cc94925a6275 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:08.503779 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 7c78bebd-155e-44b7-8966-cc94925a6275 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:43:08.507657 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 7c78bebd-155e-44b7-8966-cc94925a6275 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:08.508025 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:08.589363 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:08.610945 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 7c78bebd-155e-44b7-8966-cc94925a6275, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=7c78bebd-155e-44b7-8966-cc94925a6275,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:08.615359 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:08.665082 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=7c78bebd-155e-44b7-8966-cc94925a6275,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:10.441877 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 7c78bebd-155e-44b7-8966-cc94925a6275 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:10.497554 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 7c78bebd-155e-44b7-8966-cc94925a6275 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:10.497931 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:15.145733 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:43:21.983371 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b4855004-a800-44c0-a433-d6445651b610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:24.452732 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:24.711104 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-fdd40c04-d80e-47e4-aa1c-44316c3c21a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:25.483633 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:27.441883 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:51.957917 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bccdb3a1-1de5-4597-bf0b-274245359a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:52.147068 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:43:54.448031 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:54.703739 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-1994d7ae-827e-4bec-bef4-1b42ee77905d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:55.594463 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:57.436696 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:21.962998 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0092e6a-19ac-4421-828b-5ddb588ace69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:24.449854 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:24.704161 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-6bc92820-a09a-4f9b-b9f2-eebdd4b6c856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:25.491139 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:27.443554 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:29.145892 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:44:44.913595 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46688) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:44.998207 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57f01ce-d406-4627-a296-91a9eacd96da admin admin] GET failed (client error): The resource could not be found. Jul 14 10:44:44.999588 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c57f01ce-d406-4627-a296-91a9eacd96da admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0850585 Jul 14 10:44:45.160899 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d63245-cf70-4f1a-808e-a9c2eaf4d07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:45.162375 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-10d63245-cf70-4f1a-808e-a9c2eaf4d07e admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1589434 Jul 14 10:44:47.312617 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46698) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:47.440545 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418ae6d-ef53-4553-bbe2-02d4773bc40d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:47.442432 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a418ae6d-ef53-4553-bbe2-02d4773bc40d admin admin] 10.222.0.67 "GET /v2.0/subnets/2bc82249-7c87-441b-ab84-b7528cfb6336 HTTP/1.1" status: 200 len: 849 time: 0.1288810 Jul 14 10:44:47.451699 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:44:47.540268 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Notify callbacks [] for subnet, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:47.690001 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792515387374'] for subnet, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:47.731052 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:47.731675 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:47.732983 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] 10.222.0.67 "PUT /v2.0/subnets/2bc82249-7c87-441b-ab84-b7528cfb6336 HTTP/1.1" status: 200 len: 868 time: 0.2850778 Jul 14 10:44:47.734569 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bfc9f1-742e-4e80-814e-8dd68179d78c None None] Network da1411b6-818f-400c-a7f8-d433db1f0eb3 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:44:47.749584 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc82249-7c87-441b-ab84-b7528cfb6336,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:44:47.757277 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.757676 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.757994 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.758329 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.758654 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.759003 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.759336 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.759683 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.760012 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.760449 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.760703 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:47.761025 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb2552e-2b0a-4b36-b06f-d51434fee728 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:44:48.163162 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-2e16bc4c-5423-4d13-a27a-c306ed3e37df None None] Provisioning complete for port c43ae279-d039-48bf-b195-c6798d1249c8 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:44:48.163534 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2e16bc4c-5423-4d13-a27a-c306ed3e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:48.250022 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-2e16bc4c-5423-4d13-a27a-c306ed3e37df None None] Provisioning complete for port 51fa662a-328c-4fbe-8da9-b2e233e9ac5a triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:44:48.250281 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2e16bc4c-5423-4d13-a27a-c306ed3e37df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:49.916466 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46706) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:50.109610 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2dfb30-35ed-41af-a252-31497113c9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:50.110002 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2dfb30-35ed-41af-a252-31497113c9ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:50.111534 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-af2dfb30-35ed-41af-a252-31497113c9ce admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1940832 Jul 14 10:44:51.964054 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cf07e473-d29c-4fb6-9645-dda1181e97bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:52.285447 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46714) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:52.419800 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a605083-407b-4e49-a540-05e3fdc0b35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:52.420303 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a605083-407b-4e49-a540-05e3fdc0b35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:52.421858 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-2a605083-407b-4e49-a540-05e3fdc0b35c admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1354518 Jul 14 10:44:54.452906 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:54.571430 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46722) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:54.697157 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03da0fb-b6e7-4b58-a351-7a62ab789a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:54.698342 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-b03da0fb-b6e7-4b58-a351-7a62ab789a33 admin admin] 10.222.0.67 "GET /v2.0/networks/8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb HTTP/1.1" status: 200 len: 886 time: 0.1259711 Jul 14 10:44:54.705608 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4a4041a9-f9d5-4287-9f54-04db53f74a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:55.493251 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:56.869791 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46732) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:56.997224 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9744846a-0724-4a50-8590-5a4237caa313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:56.998614 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-9744846a-0724-4a50-8590-5a4237caa313 admin admin] 10.222.0.67 "GET /v2.0/networks/da1411b6-818f-400c-a7f8-d433db1f0eb3 HTTP/1.1" status: 200 len: 870 time: 0.1278682 Jul 14 10:44:57.444871 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:59.134328 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46740) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:44:59.262286 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562379-a18a-4d53-9dae-c711355a5099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:59.262742 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59562379-a18a-4d53-9dae-c711355a5099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:59.264275 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-59562379-a18a-4d53-9dae-c711355a5099 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1290083 Jul 14 10:45:01.410387 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46748) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:01.501108 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec606f-606a-44a0-a855-c0d8a233c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:01.501567 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ec606f-606a-44a0-a855-c0d8a233c739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:01.503097 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c9ec606f-606a-44a0-a855-c0d8a233c739 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917799 Jul 14 10:45:03.658577 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46756) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:03.748734 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fd226-c8d2-4954-9ebf-96d120c472ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:03.750064 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-cb5fd226-c8d2-4954-9ebf-96d120c472ed admin admin] 10.222.0.67 "GET /v2.0/subnets/2bc82249-7c87-441b-ab84-b7528cfb6336 HTTP/1.1" status: 200 len: 868 time: 0.0905631 Jul 14 10:45:05.874084 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46764) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:05.956118 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9620ca-78b7-4df2-9b87-620540c93e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:05.957450 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ce9620ca-78b7-4df2-9b87-620540c93e72 admin admin] 10.222.0.67 "GET /v2.0/subnets/b33ece04-9375-419d-ba24-05736c79d933 HTTP/1.1" status: 200 len: 816 time: 0.0824311 Jul 14 10:45:06.144256 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:45:21.965375 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2e013c18-199c-46f9-a6ee-d0f37a1c9340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:24.453927 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:24.706012 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-5321c32d-ba9c-47f2-97a4-daa0c73e902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:25.497901 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:27.450747 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:30.208835 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46816) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:30.252751 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [None req-79294acb-475f-45b2-b753-773eaf66b610 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:45:30.253779 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-79294acb-475f-45b2-b753-773eaf66b610 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439508 Jul 14 10:45:32.495079 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46824) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:32.553791 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.pecan_wsgi.hooks.translation [None req-641300fe-62f6-4725-9227-34e2beba6fa9 admin admin] GET failed (client error): The resource could not be found. Jul 14 10:45:32.555102 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-641300fe-62f6-4725-9227-34e2beba6fa9 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590949 Jul 14 10:45:32.640085 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a1c155-bab6-4f19-b2ad-e9ea77d6fe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:32.641577 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d2a1c155-bab6-4f19-b2ad-e9ea77d6fe5d admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825996 Jul 14 10:45:34.817437 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46832) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:34.863375 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:45:34.884311 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Made reservation on behalf of 192a3778325b4541ac88783adc261040 for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:45:34.886801 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:34.921355 dv-cinder-796286-17-iscsi neutron-server[104700]: WARNING neutron.services.revisions.revision_plugin [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Could not find related network for resource to bump revision. Jul 14 10:45:34.933965 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1005} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:45:34.944469 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:34.944848 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Added segment d682b828-8a2f-43a1-9691-eaf3505f1423 of type vlan for network a24c07f9-e063-4321-8140-721c6eb25a15 Jul 14 10:45:34.982959 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:35.017800 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:35.018690 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:35.019257 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:35.074510 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2559741 Jul 14 10:45:35.079462 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a3b58-9148-47f3-a8c1-f68215249e22 admin admin] Pushing event updated for resources: {'Network': ['ID=a24c07f9-e063-4321-8140-721c6eb25a15,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:35.093535 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network a24c07f9-e063-4321-8140-721c6eb25a15 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:45:37.219223 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46840) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:37.279455 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a418e4-d4a3-4634-8285-13022c02a86d admin admin] GET failed (client error): The resource could not be found. Jul 14 10:45:37.280830 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a1a418e4-d4a3-4634-8285-13022c02a86d admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606408 Jul 14 10:45:37.383153 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8cae7-84c1-4513-a51e-a2c49b1824be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:37.384710 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-6fc8cae7-84c1-4513-a51e-a2c49b1824be admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1001215 Jul 14 10:45:37.394563 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:45:37.414971 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Made reservation on behalf of 192a3778325b4541ac88783adc261040 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:45:37.417189 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:37.577687 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:37.631787 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7903c92a-3f27-4857-aa8c-b5a33c036eba,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:37.642296 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Checking segment: {'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:45:37.642641 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Network hostable DHCP agents. Network: a24c07f9-e063-4321-8140-721c6eb25a15, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:45:37.645393 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.645761 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.646104 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.646435 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.646767 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.647107 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.647458 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.648363 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.648723 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.649048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.649371 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.649686 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:37.668904 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Network a24c07f9-e063-4321-8140-721c6eb25a15 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:45:37.680575 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, a24c07f9-e063-4321-8140-721c6eb25a15) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:45:37.685113 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:37.685707 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:37.690671 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a283f2-0421-4534-8541-47a097f41059 None None] Network a24c07f9-e063-4321-8140-721c6eb25a15 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:45:37.701306 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f8329c30-d56e-4c85-805c-294bdf07fab7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102889 Jul 14 10:45:37.936213 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-a24c07f9-e063-4321-8140-721c6eb25a15', 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15', 'tenant_id': '192a3778325b4541ac88783adc261040', 'fixed_ips': [{'subnet_id': '7903c92a-3f27-4857-aa8c-b5a33c036eba'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:45:37.937326 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.075896 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Allocated IP 192.168.233.2 (a24c07f9-e063-4321-8140-721c6eb25a15/7903c92a-3f27-4857-aa8c-b5a33c036eba/f973c1d5-8d48-40bb-b052-672c0f793b3a) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:45:38.217310 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.225591 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Transition to ACTIVE for port object f973c1d5-8d48-40bb-b052-672c0f793b3a will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:45:38.240443 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Transition to ACTIVE for port object f973c1d5-8d48-40bb-b052-672c0f793b3a will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:45:38.247070 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.290918 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Network a24c07f9-e063-4321-8140-721c6eb25a15 is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:45:38.293764 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:45:38.296447 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:45:38.302328 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Pushing event updated for resources: {'Port': ['ID=f973c1d5-8d48-40bb-b052-672c0f793b3a,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:38.313404 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.313771 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.314109 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.314442 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.314776 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.315112 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.315437 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.315757 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.316094 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.316420 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.316764 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.317082 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:38.368311 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Attempting to bind port f973c1d5-8d48-40bb-b052-672c0f793b3a on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:45:38.368707 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Attempting to bind port f973c1d5-8d48-40bb-b052-672c0f793b3a by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:45:38.369076 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Attempting to bind port f973c1d5-8d48-40bb-b052-672c0f793b3a on network a24c07f9-e063-4321-8140-721c6eb25a15 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:45:38.374095 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:45:38.374480 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Checking segment: {'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:45:38.374874 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.375261 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Bound using segment: {'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:45:38.375719 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Bound port: f973c1d5-8d48-40bb-b052-672c0f793b3a, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:45:38.376099 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.438170 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] For port f973c1d5-8d48-40bb-b052-672c0f793b3a, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:45:38.441434 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] For port f973c1d5-8d48-40bb-b052-672c0f793b3a, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=f973c1d5-8d48-40bb-b052-672c0f793b3a,segment=NetworkSegment(d682b828-8a2f-43a1-9691-eaf3505f1423),segment_id=d682b828-8a2f-43a1-9691-eaf3505f1423)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:45:38.446891 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.506236 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be7518-441f-4e4f-b198-d7717c8317f0 None None] Pushing event updated for resources: {'Port': ['ID=f973c1d5-8d48-40bb-b052-672c0f793b3a,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:39.332716 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae988358-aa6f-4816-aa07-65bb4fe6a6a4 None None] Network a24c07f9-e063-4321-8140-721c6eb25a15 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:45:39.388632 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-02e5f95d-66a6-46d3-833c-63aa37c6f893 None None] Provisioning for port f973c1d5-8d48-40bb-b052-672c0f793b3a completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:45:40.550291 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device f973c1d5-8d48-40bb-b052-672c0f793b3a up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:45:40.600040 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port f973c1d5-8d48-40bb-b052-672c0f793b3a completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:45:40.604110 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port f973c1d5-8d48-40bb-b052-672c0f793b3a triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:45:40.604473 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:40.682457 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:40.713413 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port f973c1d5-8d48-40bb-b052-672c0f793b3a, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=f973c1d5-8d48-40bb-b052-672c0f793b3a,segment=NetworkSegment(d682b828-8a2f-43a1-9691-eaf3505f1423),segment_id=d682b828-8a2f-43a1-9691-eaf3505f1423)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:40.717995 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:40.768339 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=f973c1d5-8d48-40bb-b052-672c0f793b3a,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:42.532780 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device f973c1d5-8d48-40bb-b052-672c0f793b3a up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:45:42.581711 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port f973c1d5-8d48-40bb-b052-672c0f793b3a triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:45:42.582086 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:43.142476 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:45:51.966950 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ff5bb5e5-55c4-4a80-9900-1dac98ad5729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:54.456381 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:54.708015 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-0baa6f45-a2df-46fd-af52-c7c9740c0a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:55.500444 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:57.456019 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:20.141355 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:46:21.968315 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-68e230d5-8f52-41c2-bb2d-e7a414ed4a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.459481 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.713128 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-04c9d941-daf0-49f3-a8d7-4c7904415403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.506456 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:27.457615 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:48.432859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46892) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:48.438866 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [None req-1f5df817-59d7-4bfc-b623-6d85e019ea3d tempest-verify_tempest_config-335105581 tempest-verify_tempest_config-335105581-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:46:48.439900 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-1f5df817-59d7-4bfc-b623-6d85e019ea3d tempest-verify_tempest_config-335105581 tempest-verify_tempest_config-335105581-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060258 Jul 14 10:46:48.739513 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 46910) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:48.839765 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:48.928377 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:48.932090 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:48.975586 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a503f7b667ab4111876eb991ba7b26d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350283 Jul 14 10:46:48.977572 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3365d05a-3354-4da7-8237-9a89ea54d40f,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:48.978409 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46914) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:46:48.984367 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.984778 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.985131 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.985467 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.985803 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.986150 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.986485 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.986831 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.987163 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.987489 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.987813 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:48.988134 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebfb2b-5c94-4953-92fa-cfba149489c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.035206 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:49.055501 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:49.141451 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:49.144040 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:49.145275 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3365d05a-3354-4da7-8237-9a89ea54d40f HTTP/1.1" status: 204 len: 168 time: 0.1658373 Jul 14 10:46:49.153370 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3365d05a-3354-4da7-8237-9a89ea54d40f,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:46:49.159837 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.160198 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.160553 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.160886 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.161211 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.161553 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.161881 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.162216 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.162541 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.162858 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.163174 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:49.163490 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767ccdfb-190e-47d0-a319-25e517cfdad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:46:51.970891 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d0323e84-3e7e-4c0b-96b5-85b0de0569e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:54.461447 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:54.705596 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-fd44c5ec-c008-4bf8-b789-a495b6bb9421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:55.507297 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:57.140787 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:46:57.463300 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:21.971155 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-0fc2ba22-6d2a-4c99-96c0-7c4c60609c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:24.461616 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:24.704835 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-8b70b131-b20a-42d0-8519-28bc3df834cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:25.509808 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:27.463324 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:34.139286 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:47:51.972221 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7f80f883-3f59-4992-a40d-a0acad250c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.466379 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.704569 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-33e12a64-7537-435f-983c-19d81cf69c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.510823 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.465919 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:11.138448 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 5 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:48:21.974600 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e41b0945-fe80-4c95-b437-01a5d2cdfb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:24.467774 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:24.704193 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-f693f46c-c1f3-46e5-8113-159e5793d497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:25.514174 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:26.371996 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8004137'] for agent, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:27.468051 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:30.461973 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46968) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:48:30.564181 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a4054133-a54c-4134-bf14-f8b6527aa7ff admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1010888 Jul 14 10:48:32.763139 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 46978) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:48:32.815292 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e7a3e3ac-2b80-42d4-81ea-e32b9aed6db0 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0511057 Jul 14 10:48:48.137216 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:48:51.977660 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-dfbec9d3-a0a5-4586-8b35-29b6dee12084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:54.468751 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:54.703224 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bd22a474-90ed-42bc-aa93-1ac69f7c963d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:55.515883 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:56.320505 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:57.472541 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:21.981270 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7c637164-dcca-4813-92c9-10655ced3de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:24.471746 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:24.706437 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-45071b87-93e1-42fd-a738-41d074aa6c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:25.137213 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:49:25.519124 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:26.378911 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:27.486517 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:51.982736 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2a459bea-1080-4375-8342-1d7324c48f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:54.476623 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:54.707722 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-78d3ddf4-624c-4d11-b66b-7a4af8597985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:55.532044 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:56.343821 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:57.479250 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:59.491184 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47190) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:49:59.861480 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-318988721-network', 'tenant_id': '6317f70b86514a42a7c6b8a6e94b3138'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:49:59.891553 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Made reservation on behalf of 6317f70b86514a42a7c6b8a6e94b3138 for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:49:59.894553 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:59.911515 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.025300 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.030449 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.059087 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1019} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:50:00.064707 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4132a694-b551-4ac0-9e2f-820350e93496,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:00.073412 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.073844 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.074179 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.074506 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.074823 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.075325 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.075692 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.075953 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.076274 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.076683 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.077001 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.077348 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Tracked resource versions report: Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: pushed versions: Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: { 'AddressGroup': {'1.2'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'ConntrackHelper': {'1.0'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Log': {'1.0'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Network': {'1.1'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Port': {'1.7'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'PortForwarding': {'1.2'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'QosPolicy': {'1.8'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroup': {'1.4'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SubPort': {'1.0'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Subnet': {'1.1'}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Trunk': {'1.1'}} Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: consumer versions: Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: HyperV agent@hv-cinder-79628: {}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'ConntrackHelper': '1.0', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Log': '1.0', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Network': '1.1', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Port': '1.7', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'PortForwarding': '1.2', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'QosPolicy': '1.8', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroup': '1.4', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SecurityGroupRule': '1.2', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'SubPort': '1.0', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Subnet': '1.1', Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: 'Trunk': '1.1'}} Jul 14 10:50:00.078307 dv-cinder-796286-17-iscsi neutron-server[104700]: {{(pid=104700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:50:00.092886 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.093367 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Added segment 995422e0-94bc-40b4-8bd8-16adc1b2b538 of type vlan for network cb4296f5-6c5f-49a1-90a1-d249780d9373 Jul 14 10:50:00.100738 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47220) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:00.141095 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.173040 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.174327 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:00.174776 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.186697 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47226) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:00.259124 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] Pushing event updated for resources: {'Network': ['ID=cb4296f5-6c5f-49a1-90a1-d249780d9373,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:00.271786 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network cb4296f5-6c5f-49a1-90a1-d249780d9373 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:50:00.273047 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-11ae00f6-38fe-44c8-808e-f8355438468f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7804461 Jul 14 10:50:00.273991 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47236) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:00.278817 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Request body: {'subnet': {'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-318988721-subnet', 'tenant_id': '6317f70b86514a42a7c6b8a6e94b3138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:00.323305 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Made reservation on behalf of 6317f70b86514a42a7c6b8a6e94b3138 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:00.325950 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.508955 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-939234286-network', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:00.522771 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-network', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:00.544938 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.561394 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Made reservation on behalf of db658830ba8a4481a5f5e7c689765e49 for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:00.563581 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.611944 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.628225 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Made reservation on behalf of 05080ecfcf074986b8f9d414fb8ae1db for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:00.630518 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.656279 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9945dc96-193b-43a6-8469-1d394a09fe95,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:00.661218 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.684263 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.684654 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.685049 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.685365 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.685720 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.686337 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.686664 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.686986 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.687308 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.687627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.687943 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.688262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Tracked resource versions report: Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: pushed versions: Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: { 'AddressGroup': {'1.2'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'ConntrackHelper': {'1.0'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Log': {'1.0'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Network': {'1.1'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Port': {'1.7'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'PortForwarding': {'1.2'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'QosPolicy': {'1.8'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroup': {'1.4'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SubPort': {'1.0'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Subnet': {'1.1'}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Trunk': {'1.1'}} Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: consumer versions: Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: HyperV agent@hv-cinder-79628: {}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'ConntrackHelper': '1.0', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Log': '1.0', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Network': '1.1', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Port': '1.7', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'PortForwarding': '1.2', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'QosPolicy': '1.8', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroup': '1.4', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SecurityGroupRule': '1.2', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'SubPort': '1.0', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Subnet': '1.1', Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: 'Trunk': '1.1'}} Jul 14 10:50:00.689339 dv-cinder-796286-17-iscsi neutron-server[104699]: {{(pid=104699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:50:00.730318 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Checking segment: {'id': '995422e0-94bc-40b4-8bd8-16adc1b2b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:00.730666 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Network hostable DHCP agents. Network: cb4296f5-6c5f-49a1-90a1-d249780d9373, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:50:00.802023 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Network cb4296f5-6c5f-49a1-90a1-d249780d9373 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:50:00.829461 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, cb4296f5-6c5f-49a1-90a1-d249780d9373) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:00.834773 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:00.835779 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.840533 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab99b6d-dac5-4fde-a5ac-30e6d345f679 None None] Network cb4296f5-6c5f-49a1-90a1-d249780d9373 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:00.912718 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.918135 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.963928 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-87561920-5898-496b-8c98-8cc24e21bd33 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6887264 Jul 14 10:50:00.964799 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa55926-9b9e-4bf4-9c1a-c73e246784b1,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:00.982932 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:50:01.003058 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.003690 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Added segment d7e1a9df-c1ca-4a40-ab65-c30e30e7e914 of type vlan for network 7182185d-c07e-4c6c-882e-541564bfbcbc Jul 14 10:50:01.051294 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5605db0-3ba2-4c36-a0ca-3ae6e8afbdca None None] Network cb4296f5-6c5f-49a1-90a1-d249780d9373 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:01.071962 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.119178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.120229 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:01.121112 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.191041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.201170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.214627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1024} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:50:01.222365 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0345201 Jul 14 10:50:01.226824 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47294) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:01.232814 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defff5fd-756a-456f-a8c6-d405616bf272 admin admin] Pushing event updated for resources: {'Network': ['ID=7182185d-c07e-4c6c-882e-541564bfbcbc,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:01.234764 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Request body: {'subnet': {'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-subnet', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:01.244881 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 7182185d-c07e-4c6c-882e-541564bfbcbc details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:50:01.247490 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.247835 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Added segment 74f4e200-959c-4aa2-a66f-f17afa4a26b6 of type vlan for network aa4b9753-2866-49c1-b2b6-fd6d0327d400 Jul 14 10:50:01.260011 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de2fd69-cca3-4e74-97fd-0d2b28834640,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:01.289669 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Made reservation on behalf of db658830ba8a4481a5f5e7c689765e49 for: {'subnet': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:01.292541 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.323874 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.429856 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.431441 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:01.432055 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:01.454613 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3497846 Jul 14 10:50:01.466966 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47300) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:01.558690 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Request body: {'subnet': {'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-subnet', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:01.638658 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd3999-d1b3-4ea5-a5bc-acd51485bc05 admin admin] Pushing event updated for resources: {'Network': ['ID=aa4b9753-2866-49c1-b2b6-fd6d0327d400,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:01.653551 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:50:01.676960 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Made reservation on behalf of 05080ecfcf074986b8f9d414fb8ae1db for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:01.679527 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.100892 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.134209 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.137504 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:50:02.175966 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0285d6e3-126b-427a-b1dd-423413be17af,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:02.214382 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Checking segment: {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:02.215020 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Network hostable DHCP agents. Network: 7182185d-c07e-4c6c-882e-541564bfbcbc, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:50:02.247392 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Network 7182185d-c07e-4c6c-882e-541564bfbcbc is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:50:02.276355 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 7182185d-c07e-4c6c-882e-541564bfbcbc) {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:02.287473 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4393f-dbc3-432b-af63-78a0d92bccd9 None None] Network 7182185d-c07e-4c6c-882e-541564bfbcbc requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:02.305870 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:02.306779 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.329586 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37246caa-0da0-4f4c-8a2e-909975b42556,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:02.337867 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47342) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:02.338823 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-070352f5-4af8-4b35-b769-c1db7e4d2fdb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1094115 Jul 14 10:50:02.344108 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:02.350290 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Checking segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:02.350636 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Network hostable DHCP agents. Network: aa4b9753-2866-49c1-b2b6-fd6d0327d400, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:50:02.380305 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.381337 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.386393 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:50:02.405029 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, aa4b9753-2866-49c1-b2b6-fd6d0327d400) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:02.419879 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5a8e9-0cbe-4307-8e24-de64e8cebed1 None None] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:02.436020 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:02.436731 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.511693 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.514946 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47346) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:02.516634 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-6a0f3c76-6f83-4eb3-a77f-6f3eeac0e954 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0482450 Jul 14 10:50:02.518853 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47348) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:02.531393 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:02.540929 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47358) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:02.600653 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.601718 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.702749 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.730036 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47378) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:02.747007 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c49c6-1e4b-49d4-909d-e220bdbcd835 None None] Network 7182185d-c07e-4c6c-882e-541564bfbcbc requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:02.765921 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:02.794656 dv-cinder-796286-17-iscsi neutron-server[104700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 10:50:02.926559 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:50:02.927195 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.034246 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.083938 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-93b05243-4922-4a5f-936c-e56fd0d61f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.093970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.156559 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8e0daf6c-977b-4846-bc05-6f561e08af48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.169038 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Allocated IP 172.20.0.2 (aa4b9753-2866-49c1-b2b6-fd6d0327d400/37246caa-0da0-4f4c-8a2e-909975b42556/6d0d2c91-2fb4-45d2-928b-9d0b581231c1) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:03.214086 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.275838 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Allocated IP 172.27.1.114 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/45f22781-9105-471f-8d07-16d0d55e21e2) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:03.330820 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-037a02ca-c82d-4086-aca4-68bf7bb50639 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:03.337873 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-037a02ca-c82d-4086-aca4-68bf7bb50639 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/networks?id=cb4296f5-6c5f-49a1-90a1-d249780d9373 HTTP/1.1" status: 200 len: 811 time: 0.6071270 Jul 14 10:50:03.380892 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-09222380-5b49-48ae-84e4-55b0cce2a75a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/quotas/6317f70b86514a42a7c6b8a6e94b3138 HTTP/1.1" status: 200 len: 375 time: 0.0420775 Jul 14 10:50:03.421094 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.434489 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Transition to ACTIVE for port object 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:03.460242 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-3ee71d4f-fbed-49b4-8b96-0075c89462d1 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6317f70b86514a42a7c6b8a6e94b3138&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783997 Jul 14 10:50:03.488826 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Transition to ACTIVE for port object 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:03.513652 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.514782 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.550624 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-93b05243-4922-4a5f-936c-e56fd0d61f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.564155 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-93b05243-4922-4a5f-936c-e56fd0d61f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.613984 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.642840 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:03.646905 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:03.651195 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-93b05243-4922-4a5f-936c-e56fd0d61f16 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2cc0e928f7748bb8133ad9799a2c6da&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1351018 Jul 14 10:50:03.654209 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47414) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:03.655209 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:03.657974 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b05243-4922-4a5f-936c-e56fd0d61f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d35107-0424-4d13-ade5-256c0a43c4c8,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:03.684166 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Pushing event updated for resources: {'Port': ['ID=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:03.720652 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.720821 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.721979 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.721979 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.721979 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.722292 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.722423 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.722746 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.723077 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.723398 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.723715 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.724029 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Tracked resource versions report: Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: pushed versions: Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: { 'AddressGroup': {'1.2'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'ConntrackHelper': {'1.0'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Log': {'1.0'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Network': {'1.1'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Port': {'1.7'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'PortForwarding': {'1.2'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'QosPolicy': {'1.8'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroup': {'1.4'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SubPort': {'1.0'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Subnet': {'1.1'}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Trunk': {'1.1'}} Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: consumer versions: Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: HyperV agent@hv-cinder-79628: {}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'ConntrackHelper': '1.0', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Log': '1.0', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Network': '1.1', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Port': '1.7', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'PortForwarding': '1.2', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'QosPolicy': '1.8', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroup': '1.4', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SecurityGroupRule': '1.2', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'SubPort': '1.0', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Subnet': '1.1', Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: 'Trunk': '1.1'}} Jul 14 10:50:03.725096 dv-cinder-796286-17-iscsi neutron-server[104701]: {{(pid=104701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:50:03.772983 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Attempting to bind port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:03.773677 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Attempting to bind port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:03.775311 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Attempting to bind port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:03.781989 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:03.782547 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Checking segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:03.783474 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.783976 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Bound using segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:03.784631 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Bound port: 6d0d2c91-2fb4-45d2-928b-9d0b581231c1, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:03.785106 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.796568 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:03.800567 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aed2ea4c-2207-4567-8352-10bc608f45d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.804769 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-db0ee45c-7425-4748-bb6c-32f25cfcd053 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:50:03.806484 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-db0ee45c-7425-4748-bb6c-32f25cfcd053 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2054362 Jul 14 10:50:03.827288 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aed2ea4c-2207-4567-8352-10bc608f45d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.835941 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:03.839262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:03.888483 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] For port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:03.892799 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] For port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:03.905414 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.940091 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8e0daf6c-977b-4846-bc05-6f561e08af48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.957250 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8e0daf6c-977b-4846-bc05-6f561e08af48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:03.968041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Pushing event updated for resources: {'Port': ['ID=45f22781-9105-471f-8d07-16d0d55e21e2,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:03.987082 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9855f-17b8-4fea-8ba0-a91746d632a5 None None] Pushing event updated for resources: {'Port': ['ID=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:04.009924 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.046516 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aed2ea4c-2207-4567-8352-10bc608f45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.049212 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aed2ea4c-2207-4567-8352-10bc608f45d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.053040 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-aed2ea4c-2207-4567-8352-10bc608f45d9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/07d35107-0424-4d13-ade5-256c0a43c4c8 HTTP/1.1" status: 204 len: 168 time: 0.3888350 Jul 14 10:50:04.074411 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.091157 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-8e0daf6c-977b-4846-bc05-6f561e08af48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a507b41caf144378a8be127a5d434658&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5491347 Jul 14 10:50:04.092841 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47430) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:04.101870 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2ea4c-2207-4567-8352-10bc608f45d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d35107-0424-4d13-ade5-256c0a43c4c8,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:04.106247 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0daf6c-977b-4846-bc05-6f561e08af48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8fa87c-944a-4b3c-938f-205515f44f87,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:04.121057 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ab57f099-0275-4d49-a655-cb17f3d19bbc service neutron] 10.222.0.67 "GET /v2.0/networks/cb4296f5-6c5f-49a1-90a1-d249780d9373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074663 Jul 14 10:50:04.232430 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.468941 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.477670 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-2c22f4dc-41c1-49a4-ab2e-1378a4fd2f2c service neutron] 10.222.0.67 "GET /v2.0/networks/cb4296f5-6c5f-49a1-90a1-d249780d9373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318548 Jul 14 10:50:04.530473 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-28fcbd9c-5b3f-4176-9b64-6fb524e2b03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.545358 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47440) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:04.565699 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-28fcbd9c-5b3f-4176-9b64-6fb524e2b03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.593884 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Allocated IP 172.27.1.188 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/48bfce50-0795-4fd8-a1e3-2bbda95cf745) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:04.785958 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-28fcbd9c-5b3f-4176-9b64-6fb524e2b03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.792935 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-28fcbd9c-5b3f-4176-9b64-6fb524e2b03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.797998 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-56f02954-2336-4860-8e41-4fc2f4cb56b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.800893 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-28fcbd9c-5b3f-4176-9b64-6fb524e2b03a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd8fa87c-944a-4b3c-938f-205515f44f87 HTTP/1.1" status: 204 len: 168 time: 0.7060113 Jul 14 10:50:04.827103 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcbd9c-5b3f-4176-9b64-6fb524e2b03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8fa87c-944a-4b3c-938f-205515f44f87,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:04.865297 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:04.928328 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:04.970828 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:05.045818 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Router c8447c72-02eb-42c9-95fe-d396956a02dd is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:50:05.058639 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ae695248-30d2-4e6e-8522-ad2dc1264780 req-cabc2c7e-0686-442f-8e67-18fb3385cf3d tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 210 time: 0.1622190 Jul 14 10:50:05.275482 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-56f02954-2336-4860-8e41-4fc2f4cb56b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.282120 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.289439 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-56f02954-2336-4860-8e41-4fc2f4cb56b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.304969 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3761e0-3ae3-4579-bb87-8572d9d85ded None None] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:05.407598 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:05.417837 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:05.434338 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:05.441921 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-56f02954-2336-4860-8e41-4fc2f4cb56b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=858c5c5696284d938d6cc0efc967d60e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6955707 Jul 14 10:50:05.446667 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47484) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:05.454999 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:50:05.461645 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f02954-2336-4860-8e41-4fc2f4cb56b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5e4c4c-7c24-4829-8d97-28dde34ad9b3,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:05.466922 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Sync routers for ids ['c8447c72-02eb-42c9-95fe-d396956a02dd'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:50:05.479178 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Routers {'c8447c72-02eb-42c9-95fe-d396956a02dd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:05.480592 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['c8447c72-02eb-42c9-95fe-d396956a02dd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:05.497587 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.504698 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-b03a8188-b83d-448c-8ce6-bd05df75589a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1638913 Jul 14 10:50:05.505622 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47488) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:05.524265 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e0a08702-519f-45eb-b1c6-4a23b6994d18 None None] Provisioning for port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:05.530276 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e0a08702-519f-45eb-b1c6-4a23b6994d18 None None] Provisioning complete for port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:05.530875 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e0a08702-519f-45eb-b1c6-4a23b6994d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.571964 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Pushing event updated for resources: {'Port': ['ID=48bfce50-0795-4fd8-a1e3-2bbda95cf745,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:05.676005 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3578-fa23-473a-b7ad-3cda04bb0620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.729594 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Set router c8447c72-02eb-42c9-95fe-d396956a02dd gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:05.740584 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e0a08702-519f-45eb-b1c6-4a23b6994d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.778071 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3578-fa23-473a-b7ad-3cda04bb0620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.842055 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e0a08702-519f-45eb-b1c6-4a23b6994d18 None None] For port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:05.849385 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e0a08702-519f-45eb-b1c6-4a23b6994d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.945847 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:05.946690 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a08702-519f-45eb-b1c6-4a23b6994d18 None None] Pushing event updated for resources: {'Port': ['ID=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:06.014606 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:04Z', 'revision_number': 3, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port': {'id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:03Z', 'updated_at': '2021-07-14T10:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:06.047322 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Checking router: c8447c72-02eb-42c9-95fe-d396956a02dd for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:50:06.048134 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Updating router c8447c72-02eb-42c9-95fe-d396956a02dd port 45f22781-9105-471f-8d07-16d0d55e21e2 binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:50:06.112895 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.275918 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-bcef1fdb-cbd4-40c5-a750-4ca1ab89677f None None] Provisioning complete for port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:06.277544 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bcef1fdb-cbd4-40c5-a750-4ca1ab89677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.301640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.410601 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ed1de7f5-d798-4058-925c-8b20b63cbdc9 req-9d1d2336-356f-4348-8b01-dde23b7612e0 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 210 time: 0.2397199 Jul 14 10:50:06.456170 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3578-fa23-473a-b7ad-3cda04bb0620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.462307 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3578-fa23-473a-b7ad-3cda04bb0620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.468609 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-8e2c3578-fa23-473a-b7ad-3cda04bb0620 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/da5e4c4c-7c24-4829-8d97-28dde34ad9b3 HTTP/1.1" status: 204 len: 168 time: 0.9714026 Jul 14 10:50:06.499527 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.520573 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Transition to ACTIVE for port object 45f22781-9105-471f-8d07-16d0d55e21e2 will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:06.527858 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.532114 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c3578-fa23-473a-b7ad-3cda04bb0620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5e4c4c-7c24-4829-8d97-28dde34ad9b3,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:06.565599 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.599040 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Pushing event updated for resources: {'Port': ['ID=45f22781-9105-471f-8d07-16d0d55e21e2,revision_number=2']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:06.607463 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Attempting to bind port 45f22781-9105-471f-8d07-16d0d55e21e2 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:06.608128 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Attempting to bind port 45f22781-9105-471f-8d07-16d0d55e21e2 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:06.608500 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Attempting to bind port 45f22781-9105-471f-8d07-16d0d55e21e2 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:06.615818 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.616439 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.617407 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.617779 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.618476 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.618985 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.619490 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.619831 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.620224 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.620596 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.620930 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.621305 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Tracked resource versions report: Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: pushed versions: Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: { 'AddressGroup': {'1.2'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'ConntrackHelper': {'1.0'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Log': {'1.0'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Network': {'1.1'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Port': {'1.7'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'PortForwarding': {'1.2'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'QosPolicy': {'1.8'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroup': {'1.4'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroupRule': {'1.2'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SubPort': {'1.0'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Subnet': {'1.1'}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Trunk': {'1.1'}} Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: consumer versions: Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: { DHCP agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: HyperV agent@hv-cinder-79628: {}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: L3 agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: Metadata agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: Metering agent@dv-cinder-796286-17-iscsi: {}, Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: Open vSwitch agent@dv-cinder-796286-17-iscsi: { 'AddressGroup': '1.2', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'ConntrackHelper': '1.0', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Log': '1.0', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Network': '1.1', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Port': '1.7', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'PortForwarding': '1.2', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'QosPolicy': '1.8', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroup': '1.4', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SecurityGroupRule': '1.2', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'SubPort': '1.0', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Subnet': '1.1', Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: 'Trunk': '1.1'}} Jul 14 10:50:06.622439 dv-cinder-796286-17-iscsi neutron-server[104702]: {{(pid=104702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 10:50:06.626714 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:06.627177 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:06.627789 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.628181 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:06.629382 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Bound port: 45f22781-9105-471f-8d07-16d0d55e21e2, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:06.629823 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.701892 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] For port 45f22781-9105-471f-8d07-16d0d55e21e2, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:06.706199 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] For port 45f22781-9105-471f-8d07-16d0d55e21e2, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=45f22781-9105-471f-8d07-16d0d55e21e2,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:06.715020 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.731846 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:06.784401 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Allocated IP 172.20.0.1 (7182185d-c07e-4c6c-882e-541564bfbcbc/0285d6e3-126b-427a-b1dd-423413be17af/cef61d62-2eda-466c-b3f0-c46103d3d13c) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:06.833342 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:06.833863 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:06.877510 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Router 5fc08b26-5040-473a-be89-988e0374eedf is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:50:06.880125 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffe159-1715-4d18-91fe-b322e63e15a5 None None] Pushing event updated for resources: {'Port': ['ID=45f22781-9105-471f-8d07-16d0d55e21e2,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:06.904378 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Routers {'c8447c72-02eb-42c9-95fe-d396956a02dd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:06.905065 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['c8447c72-02eb-42c9-95fe-d396956a02dd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:06.966176 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:07.067449 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:07.116111 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] Set router c8447c72-02eb-42c9-95fe-d396956a02dd gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:07.126071 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Network 7182185d-c07e-4c6c-882e-541564bfbcbc is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:07.134907 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:07.138517 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:07.139014 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:07.266031 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Pushing event updated for resources: {'Port': ['ID=cef61d62-2eda-466c-b3f0-c46103d3d13c,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:07.401582 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:50:07.422605 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:04Z', 'revision_number': 3, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port': {'id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:03Z', 'updated_at': '2021-07-14T10:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:07.424066 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Sync routers for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:50:07.437864 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:07.438749 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:07.445448 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] Notify callbacks [] for router, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:07.449126 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:07.449303 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-12fc745e-79f9-405e-a904-718e8a0bb039 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9269292 Jul 14 10:50:07.449962 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47574) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:07.470752 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06522ae5-02e0-4337-91dd-27b181dc94df None None] The sync data for ids ['c8447c72-02eb-42c9-95fe-d396956a02dd'] in dv-cinder-796286-17-iscsi is: [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:04Z', 'revision_number': 3, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port': {'id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:03Z', 'updated_at': '2021-07-14T10:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:50:07.826535 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:07.921942 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f33265ed-0f86-48d1-b3e8-bbfd9efcbcc6 req-698c932f-e7d3-4e10-b7d4-54cc8555f7c6 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 210 time: 0.0927148 Jul 14 10:50:07.955520 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:07.964931 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:07.965846 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:08.107051 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Pushing event updated for resources: {'Port': ['ID=cef61d62-2eda-466c-b3f0-c46103d3d13c,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:08.255609 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Network 7182185d-c07e-4c6c-882e-541564bfbcbc is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:08.260436 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:08.312128 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:05Z', 'revision_number': 3, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:08.362589 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Checking router: 5fc08b26-5040-473a-be89-988e0374eedf for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:50:08.367591 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Updating router 5fc08b26-5040-473a-be89-988e0374eedf port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:50:08.427220 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:08.560172 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Router c8447c72-02eb-42c9-95fe-d396956a02dd has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:50:08.612115 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:08.862653 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.89', 61655) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:08.945540 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 45f22781-9105-471f-8d07-16d0d55e21e2 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:09.092035 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a7773-463a-4120-9402-426896350d68 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:50:09.111657 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-212a7773-463a-4120-9402-426896350d68 admin admin] 10.222.0.67 "PUT /v2.0/routers/c8447c72-02eb-42c9-95fe-d396956a02dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5965185 Jul 14 10:50:09.234614 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ed5afdb5-dbdc-4f58-9860-ea1e1b262591 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:09.236989 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ed5afdb5-dbdc-4f58-9860-ea1e1b262591 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.89 "GET /v2.0/networks?id=cb4296f5-6c5f-49a1-90a1-d249780d9373 HTTP/1.1" status: 200 len: 811 time: 0.3723221 Jul 14 10:50:09.259222 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Allocated IP 172.20.0.1 (aa4b9753-2866-49c1-b2b6-fd6d0327d400/37246caa-0da0-4f4c-8a2e-909975b42556/c0480f5c-98c0-43c2-9a58-3e1142ff8150) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:09.317146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47664) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:09.347479 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Request body: {'port': {'device_id': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373', 'admin_state_up': True, 'tenant_id': '6317f70b86514a42a7c6b8a6e94b3138'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:09.460715 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47680) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:09.464013 dv-cinder-796286-17-iscsi neutron-server[104699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 10:50:09.541910 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.554816 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Transition to ACTIVE for port object 48bfce50-0795-4fd8-a1e3-2bbda95cf745 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:09.565551 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.580765 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 45f22781-9105-471f-8d07-16d0d55e21e2 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:09.582195 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 45f22781-9105-471f-8d07-16d0d55e21e2 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:09.582385 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.637975 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e619445b-a600-4ef0-9b56-13ac652e8d29 req-44d99b79-e293-46af-9654-8b6dd933d554 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 210 time: 0.1760449 Jul 14 10:50:09.692778 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f86c-002d-4173-962b-df8734d6314c None None] Pushing event updated for resources: {'Port': ['ID=48bfce50-0795-4fd8-a1e3-2bbda95cf745,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:09.759995 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Attempting to bind port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:09.760257 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Attempting to bind port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:09.760649 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Attempting to bind port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:09.766897 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.773643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:09.774012 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:09.774964 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.775800 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:09.775800 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Bound port: 48bfce50-0795-4fd8-a1e3-2bbda95cf745, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:09.776208 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.793633 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.817017 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 45f22781-9105-471f-8d07-16d0d55e21e2, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=45f22781-9105-471f-8d07-16d0d55e21e2,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:09.825880 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Transition to ACTIVE for port object c0480f5c-98c0-43c2-9a58-3e1142ff8150 will not be triggered until provisioned by entity DHCP. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:09.826962 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.843707 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Made reservation on behalf of 6317f70b86514a42a7c6b8a6e94b3138 for: {'port': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:09.848639 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.875950 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-92c95387-45d6-4f09-8875-75a4f7b5c1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.886925 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] For port 48bfce50-0795-4fd8-a1e3-2bbda95cf745, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:09.909642 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] For port 48bfce50-0795-4fd8-a1e3-2bbda95cf745, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=48bfce50-0795-4fd8-a1e3-2bbda95cf745,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:09.914805 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=45f22781-9105-471f-8d07-16d0d55e21e2,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:09.918959 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:09.998864 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:09.999498 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:10.005729 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3f86c-002d-4173-962b-df8734d6314c None None] Pushing event updated for resources: {'Port': ['ID=48bfce50-0795-4fd8-a1e3-2bbda95cf745,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:10.086537 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47712) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:10.129730 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.154068 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-92c95387-45d6-4f09-8875-75a4f7b5c1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.164214 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-92c95387-45d6-4f09-8875-75a4f7b5c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.203222 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:10.234269 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-92c95387-45d6-4f09-8875-75a4f7b5c1a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7dbec8edb5ed4eddbc08164c90878ced&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9164960 Jul 14 10:50:10.235183 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47730) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:10.248431 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0480f5c-98c0-43c2-9a58-3e1142ff8150,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:10.325244 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:10.358913 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c95387-45d6-4f09-8875-75a4f7b5c1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ed92c9-02f7-4890-9d9e-b3ca40e3b0cf,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:10.407742 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:10.426513 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:10.427017 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.427588 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-df131ada-c838-4362-ae00-b02b9964fd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.488627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-df131ada-c838-4362-ae00-b02b9964fd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.541532 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-72d0729c-d0a2-4fb6-8063-1be780dc2003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.595799 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Sync routers for ids ['c8447c72-02eb-42c9-95fe-d396956a02dd'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:50:10.613449 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Routers {'c8447c72-02eb-42c9-95fe-d396956a02dd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:10.614374 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['c8447c72-02eb-42c9-95fe-d396956a02dd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:10.694600 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-df131ada-c838-4362-ae00-b02b9964fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.700647 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-df131ada-c838-4362-ae00-b02b9964fd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.701838 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-df131ada-c838-4362-ae00-b02b9964fd86 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/59ed92c9-02f7-4890-9d9e-b3ca40e3b0cf HTTP/1.1" status: 204 len: 168 time: 0.4634151 Jul 14 10:50:10.713814 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:05Z', 'revision_number': 3, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:10.741010 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df131ada-c838-4362-ae00-b02b9964fd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ed92c9-02f7-4890-9d9e-b3ca40e3b0cf,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:10.760586 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dea83e-ff9a-486f-bd7c-b5efe7d833fd None None] The sync data for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi is: [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:05Z', 'revision_number': 3, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:50:10.809734 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 45f22781-9105-471f-8d07-16d0d55e21e2 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:10.936344 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-72d0729c-d0a2-4fb6-8063-1be780dc2003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:10.945875 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-72d0729c-d0a2-4fb6-8063-1be780dc2003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:11.004278 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e0ee1fbe-1188-4147-8809-81d47bf9cdc2 None None] Provisioning for port c0480f5c-98c0-43c2-9a58-3e1142ff8150 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:11.008350 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 45f22781-9105-471f-8d07-16d0d55e21e2 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:11.008796 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:11.053846 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e0ee1fbe-1188-4147-8809-81d47bf9cdc2 None None] Provisioning complete for port c0480f5c-98c0-43c2-9a58-3e1142ff8150 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:11.054162 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e0ee1fbe-1188-4147-8809-81d47bf9cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:11.073048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0729c-d0a2-4fb6-8063-1be780dc2003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2d1a22-022f-4a67-b75a-ded69aeb1c1e,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:11.090018 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-72d0729c-d0a2-4fb6-8063-1be780dc2003 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e00db50facdc4a4a9644cdaea89f7c6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9991779 Jul 14 10:50:11.094936 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47776) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:11.145527 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Set router c8447c72-02eb-42c9-95fe-d396956a02dd gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:11.161806 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e0ee1fbe-1188-4147-8809-81d47bf9cdc2 None None] Port c0480f5c-98c0-43c2-9a58-3e1142ff8150 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:50:11.424300 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5103702f-02b3-40a1-91b6-c124e7c6fade req-36a927b1-a80c-4fd5-a136-a473f828e997 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 210 time: 0.3394132 Jul 14 10:50:11.638255 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Allocated IP 172.20.0.9 (cb4296f5-6c5f-49a1-90a1-d249780d9373/9945dc96-193b-43a6-8469-1d394a09fe95/acb85376-d209-4f38-b2e0-9e78445a25fc) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:11.724230 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:07Z', 'revision_number': 4, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port': {'id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:03Z', 'updated_at': '2021-07-14T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'cef61d62-2eda-466c-b3f0-c46103d3d13c', 'name': '', 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'mac_address': 'fa:16:3e:35:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0285d6e3-126b-427a-b1dd-423413be17af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:06Z', 'updated_at': '2021-07-14T10:50:07Z', 'revision_number': 2, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'subnets': [{'id': '0285d6e3-126b-427a-b1dd-423413be17af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:11.816503 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Checking router: c8447c72-02eb-42c9-95fe-d396956a02dd for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:50:11.816890 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Updating router c8447c72-02eb-42c9-95fe-d396956a02dd port cef61d62-2eda-466c-b3f0-c46103d3d13c binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:50:11.881677 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-69c1e871-0432-4a2e-b4e8-71cadb4e5e9a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:11.893318 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-69c1e871-0432-4a2e-b4e8-71cadb4e5e9a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 818 time: 0.7726328 Jul 14 10:50:11.896988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47794) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:11.958512 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.034060 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-db61efed-67ef-4fd5-8a1b-fa2c1fa71e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.066787 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-6936508d-f735-4083-b511-2be5a6d443ee tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/quotas/db658830ba8a4481a5f5e7c689765e49 HTTP/1.1" status: 200 len: 375 time: 0.1724868 Jul 14 10:50:12.067030 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.128586 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.295879 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-db61efed-67ef-4fd5-8a1b-fa2c1fa71e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.298629 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Network cb4296f5-6c5f-49a1-90a1-d249780d9373 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:12.326701 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:12.330204 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:12.345789 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:12.346750 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.365733 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c202a15-d60a-4fa5-8f1e-b61020640e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.367367 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-db61efed-67ef-4fd5-8a1b-fa2c1fa71e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.406030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61efed-67ef-4fd5-8a1b-fa2c1fa71e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c663da79-f7e1-48eb-b61f-202e2fe5c18b,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:12.415317 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.448287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c202a15-d60a-4fa5-8f1e-b61020640e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.463489 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-db61efed-67ef-4fd5-8a1b-fa2c1fa71e1c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e2976412a1374085be97e450efe35ad3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5427308 Jul 14 10:50:12.469503 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47806) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:12.531898 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Pushing event updated for resources: {'Port': ['ID=acb85376-d209-4f38-b2e0-9e78445a25fc,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:12.542982 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-43de84ea-c6c1-4a6e-9717-4a9f5882585c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2061079 Jul 14 10:50:12.610591 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47810) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:12.616461 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-4092cbbc-1dc6-444d-b075-69d7c16144c6 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5487669 Jul 14 10:50:12.648154 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7a98eeee-18a3-4e6a-a65b-c7b6720f7a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.659730 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c202a15-d60a-4fa5-8f1e-b61020640e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.670802 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c202a15-d60a-4fa5-8f1e-b61020640e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.676479 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-8c202a15-d60a-4fa5-8f1e-b61020640e4a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ce2d1a22-022f-4a67-b75a-ded69aeb1c1e HTTP/1.1" status: 204 len: 168 time: 1.5796008 Jul 14 10:50:12.771283 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c202a15-d60a-4fa5-8f1e-b61020640e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2d1a22-022f-4a67-b75a-ded69aeb1c1e,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:12.793671 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7a98eeee-18a3-4e6a-a65b-c7b6720f7a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.815481 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 48bfce50-0795-4fd8-a1e3-2bbda95cf745 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:12.825415 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-006a4349-b1df-47b3-85ce-df0c1c2310e8 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:50:12.826678 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-006a4349-b1df-47b3-85ce-df0c1c2310e8 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057836 Jul 14 10:50:12.867941 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.903401 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Transition to ACTIVE for port object cef61d62-2eda-466c-b3f0-c46103d3d13c will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:12.914147 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.955317 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7a98eeee-18a3-4e6a-a65b-c7b6720f7a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.957894 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7a98eeee-18a3-4e6a-a65b-c7b6720f7a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:12.963497 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7a98eeee-18a3-4e6a-a65b-c7b6720f7a00 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c663da79-f7e1-48eb-b61f-202e2fe5c18b HTTP/1.1" status: 204 len: 168 time: 0.4926939 Jul 14 10:50:12.995091 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:12.999337 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780433e7-7dd8-40a8-aab5-b8e0df335566 None None] Pushing event updated for resources: {'Port': ['ID=cef61d62-2eda-466c-b3f0-c46103d3d13c,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:13.009391 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:13.009657 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.009832 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98eeee-18a3-4e6a-a65b-c7b6720f7a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c663da79-f7e1-48eb-b61f-202e2fe5c18b,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:13.054594 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c4414339-7f19-4685-a8bf-8a1b3617f0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.195844 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0f7fc-c835-4206-924a-153897318da5 req-a2543252-9c1a-47b6-96bb-1a391f82f606 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:13.203847 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6bf0f7fc-c835-4206-924a-153897318da5 req-a2543252-9c1a-47b6-96bb-1a391f82f606 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 931 time: 0.3841832 Jul 14 10:50:13.287821 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Attempting to bind port cef61d62-2eda-466c-b3f0-c46103d3d13c on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:13.290970 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Attempting to bind port cef61d62-2eda-466c-b3f0-c46103d3d13c by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:13.291479 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Attempting to bind port cef61d62-2eda-466c-b3f0-c46103d3d13c on network 7182185d-c07e-4c6c-882e-541564bfbcbc {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:13.309022 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:13.310691 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Checking segment: {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:13.312822 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.314404 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Bound using segment: {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:13.314982 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Bound port: cef61d62-2eda-466c-b3f0-c46103d3d13c, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:13.317584 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.320684 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.349518 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6bf0f7fc-c835-4206-924a-153897318da5 req-6ac43fd5-4eba-48c1-a680-410a122811f2 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446853 Jul 14 10:50:13.353919 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 48bfce50-0795-4fd8-a1e3-2bbda95cf745, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=48bfce50-0795-4fd8-a1e3-2bbda95cf745,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:13.406810 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.407776 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.407776 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.407776 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.494062 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-22c6fa08-fcc2-4617-b150-9d2c7db2b501 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:50:13.495199 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-22c6fa08-fcc2-4617-b150-9d2c7db2b501 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5036337 Jul 14 10:50:13.543967 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] For port cef61d62-2eda-466c-b3f0-c46103d3d13c, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:13.551723 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] For port cef61d62-2eda-466c-b3f0-c46103d3d13c, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=cef61d62-2eda-466c-b3f0-c46103d3d13c,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:13.560653 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.588171 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=48bfce50-0795-4fd8-a1e3-2bbda95cf745,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:13.675940 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0480f5c-98c0-43c2-9a58-3e1142ff8150,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:13.783219 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c4414339-7f19-4685-a8bf-8a1b3617f0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.788443 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-25a633a8-3472-4b55-aac2-ae7b2eb542bc service neutron] 10.222.0.67 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831335 Jul 14 10:50:13.794678 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Routers {'c8447c72-02eb-42c9-95fe-d396956a02dd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:13.795584 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['c8447c72-02eb-42c9-95fe-d396956a02dd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:13.803353 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c4414339-7f19-4685-a8bf-8a1b3617f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:13.901115 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c4414339-7f19-4685-a8bf-8a1b3617f0d4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6facf07665745258ea327e3bd309807&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2893384 Jul 14 10:50:13.905007 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 47842) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:13.912381 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Request body: {'port': {'device_id': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:13.943419 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780433e7-7dd8-40a8-aab5-b8e0df335566 None None] Pushing event updated for resources: {'Port': ['ID=cef61d62-2eda-466c-b3f0-c46103d3d13c,revision_number=4']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:14.030649 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47848) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:14.108042 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-934649a5-9958-487b-a778-e59d580bdf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:14.148169 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] Set router c8447c72-02eb-42c9-95fe-d396956a02dd gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:14.164195 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-20555752-dec0-4c4b-be92-15d6e988aeb2 service neutron] 10.222.0.67 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719466 Jul 14 10:50:14.215225 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:14.234993 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:14.483455 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-934649a5-9958-487b-a778-e59d580bdf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:14.494359 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-934649a5-9958-487b-a778-e59d580bdf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:14.595892 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-934649a5-9958-487b-a778-e59d580bdf12 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=395708bca71849d9b39d23ac8c50df3c&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5625117 Jul 14 10:50:14.604036 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47872) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:14.802843 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47884) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:14.846590 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 48bfce50-0795-4fd8-a1e3-2bbda95cf745 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:14.907869 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-23691592-18a1-4ebc-8465-66d373be495b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:14.933609 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:14.955003 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:14.955003 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:14.992287 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:07Z', 'revision_number': 4, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port': {'id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:03Z', 'updated_at': '2021-07-14T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'cef61d62-2eda-466c-b3f0-c46103d3d13c', 'name': '', 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'mac_address': 'fa:16:3e:35:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0285d6e3-126b-427a-b1dd-423413be17af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:06Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'subnets': [{'id': '0285d6e3-126b-427a-b1dd-423413be17af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:15.007591 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-778bc70d-5c9d-4986-aae0-0a0380e1065c req-4a6b44b7-8cb3-4a1e-8af0-1fb43865672f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 210 time: 0.1008708 Jul 14 10:50:15.022444 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934649a5-9958-487b-a778-e59d580bdf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65eff76-62d5-4520-9434-03d47fd598c9,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:15.049109 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c5ad1d-58c8-4fc1-85e6-cecd1141cf40 None None] The sync data for ids ['c8447c72-02eb-42c9-95fe-d396956a02dd'] in dv-cinder-796286-17-iscsi is: [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:07Z', 'revision_number': 4, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port': {'id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:03Z', 'updated_at': '2021-07-14T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'cef61d62-2eda-466c-b3f0-c46103d3d13c', 'name': '', 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'mac_address': 'fa:16:3e:35:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '0285d6e3-126b-427a-b1dd-423413be17af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:06Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'subnets': [{'id': '0285d6e3-126b-427a-b1dd-423413be17af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:50:15.075483 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-23691592-18a1-4ebc-8465-66d373be495b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.170424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-23691592-18a1-4ebc-8465-66d373be495b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.186363 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-23691592-18a1-4ebc-8465-66d373be495b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.190165 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-23691592-18a1-4ebc-8465-66d373be495b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d65eff76-62d5-4520-9434-03d47fd598c9 HTTP/1.1" status: 204 len: 168 time: 0.5788970 Jul 14 10:50:15.234784 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23691592-18a1-4ebc-8465-66d373be495b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65eff76-62d5-4520-9434-03d47fd598c9,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:15.269067 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb85376-d209-4f38-b2e0-9e78445a25fc {{(pid=104700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:15.282987 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.322985 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Transition to ACTIVE for port object acb85376-d209-4f38-b2e0-9e78445a25fc will not be triggered until provisioned by entity L2. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:15.401683 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bf431489-5b18-4230-992b-a37542733322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.633297 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-68142b25-fc14-4fe2-955b-87e85f37a947 None None] Provisioning complete for port c0480f5c-98c0-43c2-9a58-3e1142ff8150 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:15.634752 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-68142b25-fc14-4fe2-955b-87e85f37a947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.670247 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4414339-7f19-4685-a8bf-8a1b3617f0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0078248-815d-4a19-8b6f-68034fe260de,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:15.711654 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Router 5fc08b26-5040-473a-be89-988e0374eedf has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:50:15.713306 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bf431489-5b18-4230-992b-a37542733322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.715536 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.723328 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bf431489-5b18-4230-992b-a37542733322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:15.814724 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-68142b25-fc14-4fe2-955b-87e85f37a947 None None] Port c0480f5c-98c0-43c2-9a58-3e1142ff8150 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:50:15.833614 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-65ef0d6a-d06a-4596-b97f-bdc4a3044a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:16.148270 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-ab1ba7a6-4152-4fa3-9fc6-088b73fbe166 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:16.159120 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-ab1ba7a6-4152-4fa3-9fc6-088b73fbe166 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 818 time: 0.3197372 Jul 14 10:50:16.209341 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-f91e461e-2868-4953-b1e9-86ab0c2fd083 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/quotas/db658830ba8a4481a5f5e7c689765e49 HTTP/1.1" status: 200 len: 375 time: 0.0478745 Jul 14 10:50:16.318889 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf431489-5b18-4230-992b-a37542733322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6640781c-f6dd-448f-9ac7-e65952947733,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:16.370527 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-bf431489-5b18-4230-992b-a37542733322 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c157584b082048919424d415641b26c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5582533 Jul 14 10:50:16.372316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 47946) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:16.546137 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-f70ea9e5-d03d-4f84-aa3c-9df6d46c16c4 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3358064 Jul 14 10:50:16.804480 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2ec7-c0ea-46b7-9bbd-d67e02d18dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:16.810250 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:50:16.824416 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e489c7df-1851-4595-a415-6da0990158e4 admin admin] 10.222.0.67 "PUT /v2.0/routers/5fc08b26-5040-473a-be89-988e0374eedf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3707521 Jul 14 10:50:16.843645 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Sync routers for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:50:16.858647 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2ec7-c0ea-46b7-9bbd-d67e02d18dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:16.895718 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device cef61d62-2eda-466c-b3f0-c46103d3d13c up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:16.911915 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:16.918729 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:17.124934 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2ec7-c0ea-46b7-9bbd-d67e02d18dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.127484 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b4d2ec7-c0ea-46b7-9bbd-d67e02d18dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.145104 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-65ef0d6a-d06a-4596-b97f-bdc4a3044a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.152179 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7b4d2ec7-c0ea-46b7-9bbd-d67e02d18dff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6640781c-f6dd-448f-9ac7-e65952947733 HTTP/1.1" status: 204 len: 168 time: 0.7773366 Jul 14 10:50:17.232429 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d2ec7-c0ea-46b7-9bbd-d67e02d18dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6640781c-f6dd-448f-9ac7-e65952947733,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:17.267104 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-81861489-02a7-40f1-9bf7-b65cebf92334 service neutron] 10.222.0.67 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7170148 Jul 14 10:50:17.311347 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Pushing event updated for resources: {'Port': ['ID=acb85376-d209-4f38-b2e0-9e78445a25fc,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:17.373458 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.managers [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Attempting to bind port acb85376-d209-4f38-b2e0-9e78445a25fc on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:17.373992 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.managers [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Attempting to bind port acb85376-d209-4f38-b2e0-9e78445a25fc by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '995422e0-94bc-40b4-8bd8-16adc1b2b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373'}] {{(pid=104700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:17.374316 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Attempting to bind port acb85376-d209-4f38-b2e0-9e78445a25fc on network cb4296f5-6c5f-49a1-90a1-d249780d9373 {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:17.434491 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Port acb85376-d209-4f38-b2e0-9e78445a25fc on network cb4296f5-6c5f-49a1-90a1-d249780d9373 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:50:17.434816 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Attempting to bind port acb85376-d209-4f38-b2e0-9e78445a25fc on network cb4296f5-6c5f-49a1-90a1-d249780d9373 {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:17.454987 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:17.455102 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Checking segment: {'id': '995422e0-94bc-40b4-8bd8-16adc1b2b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:17.455680 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Bound using segment: {'id': '995422e0-94bc-40b4-8bd8-16adc1b2b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373'} {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:17.456150 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.managers [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Bound port: acb85376-d209-4f38-b2e0-9e78445a25fc, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '995422e0-94bc-40b4-8bd8-16adc1b2b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373'}}] {{(pid=104700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:17.456594 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.532478 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:17.538280 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port cef61d62-2eda-466c-b3f0-c46103d3d13c completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:17.545112 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-07ec7dc2-5cee-4fa3-a6f0-7db4b2bd793a service neutron] 10.222.0.67 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767735 Jul 14 10:50:17.629440 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port cef61d62-2eda-466c-b3f0-c46103d3d13c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:17.630016 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.685896 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] For port acb85376-d209-4f38-b2e0-9e78445a25fc, host hv-cinder-79628, cleared binding levels {{(pid=104700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:17.696799 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] For port acb85376-d209-4f38-b2e0-9e78445a25fc, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=acb85376-d209-4f38-b2e0-9e78445a25fc,segment=NetworkSegment(995422e0-94bc-40b4-8bd8-16adc1b2b538),segment_id=995422e0-94bc-40b4-8bd8-16adc1b2b538)] {{(pid=104700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:17.707063 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.733415 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da52ea4-5efa-4ac4-8c3b-400b9773858d req-92f5e9af-ee67-42f1-a5fc-d00dec01ef8a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:17.740714 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2da52ea4-5efa-4ac4-8c3b-400b9773858d req-92f5e9af-ee67-42f1-a5fc-d00dec01ef8a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 2.8979833 Jul 14 10:50:17.810751 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-65ef0d6a-d06a-4596-b97f-bdc4a3044a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.814083 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-65ef0d6a-d06a-4596-b97f-bdc4a3044a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.815402 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-65ef0d6a-d06a-4596-b97f-bdc4a3044a87 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0078248-815d-4a19-8b6f-68034fe260de HTTP/1.1" status: 204 len: 168 time: 3.7444389 Jul 14 10:50:17.828107 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:17.828981 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:17.836238 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] 10.222.0.89 "PUT /v2.0/ports/acb85376-d209-4f38-b2e0-9e78445a25fc HTTP/1.1" status: 200 len: 1093 time: 4.4802334 Jul 14 10:50:17.843972 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef0d6a-d06a-4596-b97f-bdc4a3044a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0078248-815d-4a19-8b6f-68034fe260de,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:17.846004 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'tag': 'acb85376-d209-4f38-b2e0-9e78445a25fc'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:17.932319 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec328332-702f-4cd2-a9e0-2f9f7750ec3d service neutron] Pushing event updated for resources: {'Port': ['ID=acb85376-d209-4f38-b2e0-9e78445a25fc,revision_number=3']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:17.951853 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2da52ea4-5efa-4ac4-8c3b-400b9773858d req-3651a278-91f9-481a-9b83-a0e8c1e4cf21 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097793 Jul 14 10:50:18.077014 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e7dc5b68-32a6-4b35-8b21-b04e5754821f req-42ef6efa-6569-4758-8c79-3446695737ef tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.0671771 Jul 14 10:50:18.177151 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:18.221894 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port cef61d62-2eda-466c-b3f0-c46103d3d13c, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=cef61d62-2eda-466c-b3f0-c46103d3d13c,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:18.228707 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:18.272873 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:12Z', 'revision_number': 2, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:18.315271 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Checking router: 5fc08b26-5040-473a-be89-988e0374eedf for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:50:18.315629 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Updating router 5fc08b26-5040-473a-be89-988e0374eedf port c0480f5c-98c0-43c2-9a58-3e1142ff8150 binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:50:18.320860 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=cef61d62-2eda-466c-b3f0-c46103d3d13c,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:18.367912 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:18.771650 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48040) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:18.778234 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-4bfce6ac-4cdd-4fc5-855d-f2396bd3d2e2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--698312129', 'description': 'tempest-description--1853949956'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:18.804384 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device cef61d62-2eda-466c-b3f0-c46103d3d13c up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:18.804645 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557f4dd0-4429-417e-820e-19bfdb964af7" -d '{"events": [{"name": "network-changed", "server_uuid": "c44d2d52-109b-4c61-8a44-98c1c54c0f80", "tag": "acb85376-d209-4f38-b2e0-9e78445a25fc"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:18.842769 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4bfce6ac-4cdd-4fc5-855d-f2396bd3d2e2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:18.879322 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:18.900445 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Transition to ACTIVE for port object c0480f5c-98c0-43c2-9a58-3e1142ff8150 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:18.915799 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:18.955277 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port cef61d62-2eda-466c-b3f0-c46103d3d13c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:18.955675 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.096745 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4bfce6ac-4cdd-4fc5-855d-f2396bd3d2e2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.107091 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4bfce6ac-4cdd-4fc5-855d-f2396bd3d2e2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.201682 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc628b-d659-4872-a2bb-6efb0be0b4ab None None] Pushing event updated for resources: {'Port': ['ID=c0480f5c-98c0-43c2-9a58-3e1142ff8150,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:19.211713 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfce6ac-4cdd-4fc5-855d-f2396bd3d2e2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c66992-bd9c-44b6-919a-529af1240cce,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:19.223766 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4bfce6ac-4cdd-4fc5-855d-f2396bd3d2e2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.226407 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-4bfce6ac-4cdd-4fc5-855d-f2396bd3d2e2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4537311 Jul 14 10:50:19.229525 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48060) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:19.239884 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-de4f18aa-7d88-4800-8e9a-14faaa3d32ed tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'security_group_rule': {'security_group_id': '14c66992-bd9c-44b6-919a-529af1240cce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:19.342066 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Attempting to bind port c0480f5c-98c0-43c2-9a58-3e1142ff8150 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:19.342546 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Attempting to bind port c0480f5c-98c0-43c2-9a58-3e1142ff8150 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:19.342961 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Attempting to bind port c0480f5c-98c0-43c2-9a58-3e1142ff8150 on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:19.344245 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-de4f18aa-7d88-4800-8e9a-14faaa3d32ed tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.364588 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:19.365002 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Checking segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:19.365470 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.366870 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Bound using segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:19.367380 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Bound port: c0480f5c-98c0-43c2-9a58-3e1142ff8150, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:19.367772 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.444570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849311f7-9274-4c00-9efe-fe78d2093748 req-f6b2289e-e700-4579-bc8c-8b0db160e074 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:19.457471 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-849311f7-9274-4c00-9efe-fe78d2093748 req-f6b2289e-e700-4579-bc8c-8b0db160e074 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 0.2327571 Jul 14 10:50:19.470142 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-de4f18aa-7d88-4800-8e9a-14faaa3d32ed tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.492270 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a4056-85da-41ad-83f1-2610b61e1f8b x-openstack-request-id: req-3b6a4056-85da-41ad-83f1-2610b61e1f8b {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:19.493971 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44d2d52-109b-4c61-8a44-98c1c54c0f80", "tag": "acb85376-d209-4f38-b2e0-9e78445a25fc", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:19.494454 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b6a4056-85da-41ad-83f1-2610b61e1f8b {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:19.495146 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'tag': 'acb85376-d209-4f38-b2e0-9e78445a25fc', 'status': 'completed', 'code': 200} Jul 14 10:50:19.499202 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-de4f18aa-7d88-4800-8e9a-14faaa3d32ed tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.558126 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] For port c0480f5c-98c0-43c2-9a58-3e1142ff8150, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:19.570197 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] For port c0480f5c-98c0-43c2-9a58-3e1142ff8150, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=c0480f5c-98c0-43c2-9a58-3e1142ff8150,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:19.604125 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.614285 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f18aa-7d88-4800-8e9a-14faaa3d32ed tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2008bacd-efbe-457c-a594-673bf78e9347,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:19.639286 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-de4f18aa-7d88-4800-8e9a-14faaa3d32ed tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.644423 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-de4f18aa-7d88-4800-8e9a-14faaa3d32ed tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4115865 Jul 14 10:50:19.650874 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48074) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:19.658257 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-39abc58c-9a28-4cd9-ac15-f0f3d18045d1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'security_group_rule': {'security_group_id': '14c66992-bd9c-44b6-919a-529af1240cce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:19.709950 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39abc58c-9a28-4cd9-ac15-f0f3d18045d1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:19.852119 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-849311f7-9274-4c00-9efe-fe78d2093748 req-6a77a142-9825-40e6-bc34-3d7cd874feee tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934233 Jul 14 10:50:19.900757 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9ac68a73-27cc-4570-8c7b-a1f35cc4ebfd req-da3eb0cb-bca3-454b-82a2-0df549c77a9f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.1174982 Jul 14 10:50:19.962661 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:19.969205 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:49:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:19.989301 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39abc58c-9a28-4cd9-ac15-f0f3d18045d1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:20.000831 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39abc58c-9a28-4cd9-ac15-f0f3d18045d1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:20.050170 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc628b-d659-4872-a2bb-6efb0be0b4ab None None] Pushing event updated for resources: {'Port': ['ID=c0480f5c-98c0-43c2-9a58-3e1142ff8150,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:20.084588 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39abc58c-9a28-4cd9-ac15-f0f3d18045d1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:20.088588 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-39abc58c-9a28-4cd9-ac15-f0f3d18045d1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4335341 Jul 14 10:50:20.089538 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48090) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:20.092627 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abc58c-9a28-4cd9-ac15-f0f3d18045d1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0935d11-1948-440e-8896-f41879ac3034,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:20.103085 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:20.150330 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:20.204479 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:20.539052 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:20.624057 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:19Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:20.694384 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6e4efc-13f4-4675-bd79-63d1b1648df8 None None] The sync data for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi is: [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:19Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:50:20.854172 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Allocated IP 172.27.1.32 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/2f25aaf4-c86e-49ac-81d8-7a61abcc6a22) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:20.998358 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48128) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:21.233077 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.239883 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0e291df6-da20-4a05-a261-bbc2b2f02b21 req-43fbbe3b-dd9d-43d4-8876-9654790f51e8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.0819588 Jul 14 10:50:21.317451 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1952296297-network', 'tenant_id': '707562229e8c464abc40403c0a471e27'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:21.365817 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Made reservation on behalf of 707562229e8c464abc40403c0a471e27 for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:21.376305 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.387680 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dff031-7232-4b74-a899-0451a2b5f821 req-d7bfb9fc-5e0c-4b21-a0a3-c4b3892c992c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:21.389612 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c0dff031-7232-4b74-a899-0451a2b5f821 req-d7bfb9fc-5e0c-4b21-a0a3-c4b3892c992c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 0.3009074 Jul 14 10:50:21.405350 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.428919 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.585108 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c0dff031-7232-4b74-a899-0451a2b5f821 req-7e35581f-b329-4139-8bc1-d379bcea0d0f tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839898 Jul 14 10:50:21.662728 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:21.682578 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:21.691040 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:21.708032 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.717432 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.730815 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:50:21.741940 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.742294 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Added segment 91c4ea91-3cf0-4a8b-8eb7-fd6948f07ba9 of type vlan for network c1402545-e659-46c7-a32a-d77100a6a0d8 Jul 14 10:50:21.858031 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.953808 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.954965 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:21.977353 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:21.997403 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b3578059-de60-42d7-ba19-d0ccac6e3e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:22.061901 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:22.088677 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'Port': ['ID=2f25aaf4-c86e-49ac-81d8-7a61abcc6a22,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:22.166182 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1649945 Jul 14 10:50:22.171009 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48176) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:22.182729 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Request body: {'subnet': {'network_id': 'c1402545-e659-46c7-a32a-d77100a6a0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1952296297-subnet', 'tenant_id': '707562229e8c464abc40403c0a471e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:22.256162 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:22.374272 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb647cb-71d5-48b5-987c-a6775fbe7622,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:22.408550 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3193dfe-6338-4075-ace0-4ee1358b1549 admin admin] Pushing event updated for resources: {'Network': ['ID=c1402545-e659-46c7-a32a-d77100a6a0d8,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:22.460775 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network c1402545-e659-46c7-a32a-d77100a6a0d8 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:50:22.487205 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4dd0-4429-417e-820e-19bfdb964af7 req-508771b1-f24f-40c3-8eb7-169da410ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:22.493841 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-557f4dd0-4429-417e-820e-19bfdb964af7 req-508771b1-f24f-40c3-8eb7-169da410ce5f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6317f70b86514a42a7c6b8a6e94b3138&device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 1096 time: 0.4868276 Jul 14 10:50:22.522176 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Made reservation on behalf of 707562229e8c464abc40403c0a471e27 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:22.545777 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:22.626029 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-868f308f-043b-4ee2-a64b-7acfcd1cd03b req-db0e1d34-dd42-4fbc-a244-ebc3d5cc967b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.0953281 Jul 14 10:50:22.627746 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48200) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:22.918853 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device c0480f5c-98c0-43c2-9a58-3e1142ff8150 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:23.060475 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port c0480f5c-98c0-43c2-9a58-3e1142ff8150 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:23.069049 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port c0480f5c-98c0-43c2-9a58-3e1142ff8150 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:23.069751 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.254044 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.270339 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13e05b1d-9acc-45e5-a57b-270612c62db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.284768 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.309992 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.408651 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port c0480f5c-98c0-43c2-9a58-3e1142ff8150, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=c0480f5c-98c0-43c2-9a58-3e1142ff8150,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:23.421963 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.529640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.541641 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4dd0-4429-417e-820e-19bfdb964af7 req-c074e8f6-8bb1-4f86-b514-56e49a1f12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:23.543713 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-557f4dd0-4429-417e-820e-19bfdb964af7 req-c074e8f6-8bb1-4f86-b514-56e49a1f12b4 service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=6317f70b86514a42a7c6b8a6e94b3138&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9167514 Jul 14 10:50:23.604413 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=c0480f5c-98c0-43c2-9a58-3e1142ff8150,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:23.648221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'Port': ['ID=2f25aaf4-c86e-49ac-81d8-7a61abcc6a22,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:23.706318 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82685d43-c177-4c93-b417-c4f17206b689 req-e0b01907-1d33-402e-bc4d-f6f40aae039e tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:23.737135 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-82685d43-c177-4c93-b417-c4f17206b689 req-e0b01907-1d33-402e-bc4d-f6f40aae039e tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 0.7343671 Jul 14 10:50:23.740278 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48232) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:23.792248 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13e05b1d-9acc-45e5-a57b-270612c62db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.877965 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.879710 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-bfd4593f-dc65-4537-81c4-51e4933764e6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7858832 Jul 14 10:50:23.886157 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13e05b1d-9acc-45e5-a57b-270612c62db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:23.901210 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.069218 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-82685d43-c177-4c93-b417-c4f17206b689 req-855df5a7-5a26-436e-9d92-dd0a21ef294b tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296340 Jul 14 10:50:24.132382 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e05b1d-9acc-45e5-a57b-270612c62db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93230f20-70d5-48ee-b14f-2ca3ef64abcb,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:24.177795 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-13e05b1d-9acc-45e5-a57b-270612c62db4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0931d8f8c8114eb7819cd39dced3b72d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5491059 Jul 14 10:50:24.182548 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2c6ca9-49ef-448b-b9f5-d92839409461,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:24.185978 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48246) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:24.233658 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5886c09d-c87d-4c8e-9751-52b3ee96f600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.262325 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Checking segment: {'id': '91c4ea91-3cf0-4a8b-8eb7-fd6948f07ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'c1402545-e659-46c7-a32a-d77100a6a0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:24.263519 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Network hostable DHCP agents. Network: c1402545-e659-46c7-a32a-d77100a6a0d8, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:50:24.291432 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f4dd0-4429-417e-820e-19bfdb964af7 req-a9e4fe31-05ca-4dae-9075-0c88f8def6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:24.292908 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-557f4dd0-4429-417e-820e-19bfdb964af7 req-a9e4fe31-05ca-4dae-9075-0c88f8def6ab service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4916987 Jul 14 10:50:24.319705 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Network c1402545-e659-46c7-a32a-d77100a6a0d8 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:50:24.319933 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-87e02394-16c8-439b-acbd-1220d7579f54 req-378341c7-afcc-424a-9b9d-4edc8a235ad4 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.1899953 Jul 14 10:50:24.337327 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bf6c-204c-4f22-af81-ecfc9332e3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.339343 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.89', 61689) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:24.422049 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bf6c-204c-4f22-af81-ecfc9332e3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.426418 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, c1402545-e659-46c7-a32a-d77100a6a0d8) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:24.439072 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139120bf-b6ea-4bee-b480-dd6101a0c057 None None] Network c1402545-e659-46c7-a32a-d77100a6a0d8 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:24.516022 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:24.516609 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.574832 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.612353 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-0bc0077f-3d72-4962-8c1f-e4d95d40575e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--698312129&fields=id&tenant_id=05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 267 time: 0.2183349 Jul 14 10:50:24.708472 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb62ab-0c82-4114-86fc-d40b78652e89 None None] Network c1402545-e659-46c7-a32a-d77100a6a0d8 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:24.763806 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device c0480f5c-98c0-43c2-9a58-3e1142ff8150 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:24.767574 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-88f85af6-19f1-444c-90c7-5c09d1d96979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.840000 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bf6c-204c-4f22-af81-ecfc9332e3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.842525 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bf6c-204c-4f22-af81-ecfc9332e3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.843653 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ebf0bf6c-204c-4f22-af81-ecfc9332e3a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93230f20-70d5-48ee-b14f-2ca3ef64abcb HTTP/1.1" status: 204 len: 168 time: 0.6570046 Jul 14 10:50:24.860181 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-886902d9-da31-485b-bf14-92b7f1fe0c29 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:24.861652 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-886902d9-da31-485b-bf14-92b7f1fe0c29 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 818 time: 0.4771943 Jul 14 10:50:24.869236 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port c0480f5c-98c0-43c2-9a58-3e1142ff8150 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:24.869598 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.872225 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-891fa12a-97e6-4265-8de7-2b8fa96e876b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:24.878828 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-891fa12a-97e6-4265-8de7-2b8fa96e876b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 817 time: 0.2155807 Jul 14 10:50:24.886319 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5886c09d-c87d-4c8e-9751-52b3ee96f600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.894083 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0bf6c-204c-4f22-af81-ecfc9332e3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93230f20-70d5-48ee-b14f-2ca3ef64abcb,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:24.898972 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5886c09d-c87d-4c8e-9751-52b3ee96f600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.904372 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-385b16d3-abdc-46d3-a2ca-3233a0678097 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7304614 Jul 14 10:50:24.914776 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-7bea5e35-48a7-4a3f-9325-530e868dfe74 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/quotas/05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 375 time: 0.0350091 Jul 14 10:50:24.995916 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886c09d-c87d-4c8e-9751-52b3ee96f600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5291e0be-926d-4bae-b7c7-fbec3aa9b24d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:25.027601 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-5886c09d-c87d-4c8e-9751-52b3ee96f600 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=939bf5deac7147a39d582669be7e637e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2780588 Jul 14 10:50:25.030298 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48268) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:25.122377 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-3b92bcbf-7966-4eda-8430-f7741c5c41cd tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2066467 Jul 14 10:50:25.128650 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e0426a20-2780-4f19-b04b-d93ae2844714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.183407 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e0426a20-2780-4f19-b04b-d93ae2844714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.256799 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e0426a20-2780-4f19-b04b-d93ae2844714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.270261 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e0426a20-2780-4f19-b04b-d93ae2844714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.272668 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e0426a20-2780-4f19-b04b-d93ae2844714 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5291e0be-926d-4bae-b7c7-fbec3aa9b24d HTTP/1.1" status: 204 len: 168 time: 0.2412844 Jul 14 10:50:25.299731 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48288) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:25.317513 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0426a20-2780-4f19-b04b-d93ae2844714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291e0be-926d-4bae-b7c7-fbec3aa9b24d,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:25.346668 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-305c8096-7efd-418d-80b1-b4e55f7ed459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.478963 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Request body: {'port': {'device_id': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'admin_state_up': True, 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:25.538636 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.602407 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-e4ab7d4c-6289-4b30-a2a7-727be3b08d4c service neutron] 10.222.0.67 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743547 Jul 14 10:50:25.777814 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-f8d31215-711b-40df-8674-ce4c08cd1df6 service neutron] 10.222.0.67 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663911 Jul 14 10:50:25.830674 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48310) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:25.859335 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2d3360d0-add9-4893-9057-6d18f0b0ec4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.866109 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dd23a-92a7-4eab-b38b-7c14a66d0510 req-e8a87a89-d204-49a4-8ae3-9b9afb2d8e5a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:25.867646 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2b0dd23a-92a7-4eab-b38b-7c14a66d0510 req-e8a87a89-d204-49a4-8ae3-9b9afb2d8e5a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 0.4562931 Jul 14 10:50:25.914069 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-305c8096-7efd-418d-80b1-b4e55f7ed459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.925349 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-536f6482-a92d-4b25-b41d-85e2292805e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:25.926970 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-536f6482-a92d-4b25-b41d-85e2292805e3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6317f70b86514a42a7c6b8a6e94b3138&device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 1096 time: 0.4380538 Jul 14 10:50:25.930157 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-305c8096-7efd-418d-80b1-b4e55f7ed459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.951200 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Made reservation on behalf of db658830ba8a4481a5f5e7c689765e49 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:25.955186 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.000351 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.89', 61693) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:26.000734 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48314) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:26.068623 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-05cfaee5-b389-4f13-ad47-a5ab44e856be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acb85376-d209-4f38-b2e0-9e78445a25fc HTTP/1.1" status: 200 len: 217 time: 0.1283972 Jul 14 10:50:26.084642 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2b0dd23a-92a7-4eab-b38b-7c14a66d0510 req-cd07d3dc-43ce-4d62-84aa-144f1f7710fa tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077048 Jul 14 10:50:26.128832 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-305c8096-7efd-418d-80b1-b4e55f7ed459 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4ee9dbfba2494719aa5451b17fe7b54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8270078 Jul 14 10:50:26.132000 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c8096-7efd-418d-80b1-b4e55f7ed459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88d9465-60ab-40fc-8ee9-d26327c696a7,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:26.135242 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48320) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:26.216768 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e17db99b-5739-47c3-97da-9137455de777 req-94f62b33-c0be-461e-9ac5-47d07abb92bd tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 210 time: 0.0645845 Jul 14 10:50:26.225158 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-0398aeb0-1517-4a3c-94f1-417c2443b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:26.226275 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b1e14c4-7a3c-451c-8941-6cf90594c5a7 req-759d4ce2-9ec6-4cef-9062-3270e833e4d0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.1145470 Jul 14 10:50:26.227079 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-0398aeb0-1517-4a3c-94f1-417c2443b5cc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9945dc96-193b-43a6-8469-1d394a09fe95 HTTP/1.1" status: 200 len: 851 time: 0.1461346 Jul 14 10:50:26.318201 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-e5acb626-e6d0-40c9-80e0-f07aec4e07a7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=cb4296f5-6c5f-49a1-90a1-d249780d9373&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834970 Jul 14 10:50:26.383178 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.479091 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ce661509-02e4-4410-a542-2bcd2d0d1b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.484883 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-17aa06f0-68e0-4660-af19-9f263a3adcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.507833 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48334) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:26.518497 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912323181-network', 'tenant_id': '976185fe45ea434583f5cc33dd80da1a'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:26.581155 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-fd5973b4-52f0-4392-9d7c-0d84c1afa33c service neutron] 10.222.0.89 "GET /v2.0/networks/cb4296f5-6c5f-49a1-90a1-d249780d9373?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526371 Jul 14 10:50:26.583076 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ce661509-02e4-4410-a542-2bcd2d0d1b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.625819 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-c26e234a-6536-4654-8f83-95579c1722d1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:26.627293 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-c26e234a-6536-4654-8f83-95579c1722d1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 818 time: 0.6078603 Jul 14 10:50:26.660251 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Request body: {'port': {'device_id': '4962609c-b9ec-4505-b300-a1092168bd72', 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'admin_state_up': True, 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:26.738193 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ce661509-02e4-4410-a542-2bcd2d0d1b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.747768 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ce661509-02e4-4410-a542-2bcd2d0d1b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.749265 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ce661509-02e4-4410-a542-2bcd2d0d1b07 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c88d9465-60ab-40fc-8ee9-d26327c696a7 HTTP/1.1" status: 204 len: 168 time: 0.6111331 Jul 14 10:50:26.773918 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b5dfb4b-98f0-4ee3-8536-6fa7ff04fbd3 req-00971d59-3e91-4e25-ac7d-090f4cffe226 service neutron] 10.222.0.89 "GET /v2.0/networks/cb4296f5-6c5f-49a1-90a1-d249780d9373?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823061 Jul 14 10:50:26.778831 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Allocated IP 172.20.0.9 (7182185d-c07e-4c6c-882e-541564bfbcbc/0285d6e3-126b-427a-b1dd-423413be17af/07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:26.786053 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce661509-02e4-4410-a542-2bcd2d0d1b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88d9465-60ab-40fc-8ee9-d26327c696a7,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:26.817094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2d3360d0-add9-4893-9057-6d18f0b0ec4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.836606 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2d3360d0-add9-4893-9057-6d18f0b0ec4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:26.849345 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.db.api [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 10:50:26.849345 dv-cinder-796286-17-iscsi neutron-server[104700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 10:50:26.849345 dv-cinder-796286-17-iscsi neutron-server[104700]: [parameters: {'project_id_1': '976185fe45ea434583f5cc33dd80da1a', 'expiration_1': datetime.datetime(2021, 7, 14, 10, 50, 26, 601674)}] Jul 14 10:50:26.849345 dv-cinder-796286-17-iscsi neutron-server[104700]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:50:26.849700 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG oslo_db.api [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:50:26.945266 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48352) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:26.953414 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-2d3360d0-add9-4893-9057-6d18f0b0ec4b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2173c45066c4204b6748423f340bb01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1133022 Jul 14 10:50:26.984874 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3360d0-add9-4893-9057-6d18f0b0ec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fc16ad-e8f1-47bb-821e-5b6bf8533d75,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:27.019664 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-24392104-a726-4049-a762-9a21b8369bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.052011 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-24392104-a726-4049-a762-9a21b8369bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.124904 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.140371 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-24392104-a726-4049-a762-9a21b8369bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.148313 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-24392104-a726-4049-a762-9a21b8369bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.157385 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-24392104-a726-4049-a762-9a21b8369bb0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d9fc16ad-e8f1-47bb-821e-5b6bf8533d75 HTTP/1.1" status: 204 len: 168 time: 0.2102535 Jul 14 10:50:27.159844 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-17aa06f0-68e0-4660-af19-9f263a3adcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.177121 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-17aa06f0-68e0-4660-af19-9f263a3adcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.184192 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24392104-a726-4049-a762-9a21b8369bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fc16ad-e8f1-47bb-821e-5b6bf8533d75,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:27.232101 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-17aa06f0-68e0-4660-af19-9f263a3adcc1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8be37c7abd584ca2ba878a8eb2462a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1909125 Jul 14 10:50:27.235086 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48364) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:27.258165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa06f0-68e0-4660-af19-9f263a3adcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ef844f-5693-44f6-9d9b-a1b14fbb0ccd,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:27.302454 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7abeaa93-c626-4b6f-b768-96fbfccc296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.336734 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.340273 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7abeaa93-c626-4b6f-b768-96fbfccc296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.344741 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Made reservation on behalf of db658830ba8a4481a5f5e7c689765e49 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:27.348287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.401741 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Made reservation on behalf of 976185fe45ea434583f5cc33dd80da1a for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:27.404416 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.454750 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.487094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Pushing event updated for resources: {'Port': ['ID=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:27.491221 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.509890 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Network 7182185d-c07e-4c6c-882e-541564bfbcbc is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:27.521683 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7abeaa93-c626-4b6f-b768-96fbfccc296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.528121 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7abeaa93-c626-4b6f-b768-96fbfccc296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.534622 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-7abeaa93-c626-4b6f-b768-96fbfccc296f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53ef844f-5693-44f6-9d9b-a1b14fbb0ccd HTTP/1.1" status: 204 len: 168 time: 0.2981415 Jul 14 10:50:27.544242 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:27.569561 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:27.579866 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:27.580707 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.582632 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4391c7e4-5793-40dc-a7db-627eb3359ae8 req-5be0a35b-04ce-4dd2-b8a0-f792a445c696 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 210 time: 0.0620451 Jul 14 10:50:27.583357 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeaa93-c626-4b6f-b768-96fbfccc296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ef844f-5693-44f6-9d9b-a1b14fbb0ccd,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:27.637840 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f15299-94dc-424a-a782-e49b0788adb9 req-1e64cc0e-6c20-4297-914f-4af146efe2ac tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:27.639613 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-40f15299-94dc-424a-a782-e49b0788adb9 req-1e64cc0e-6c20-4297-914f-4af146efe2ac tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 0.3878882 Jul 14 10:50:27.766471 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Allocated IP 172.20.0.7 (7182185d-c07e-4c6c-882e-541564bfbcbc/0285d6e3-126b-427a-b1dd-423413be17af/85ff4410-a8d4-4950-b869-82d54991d917) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:27.778099 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.790867 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.816456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-37e92c64-4ce7-4897-8478-3efa3dbcc1b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3418682 Jul 14 10:50:27.831276 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-93dca016-5299-4f13-b647-9a7074084aec tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:27.833506 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-93dca016-5299-4f13-b647-9a7074084aec tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 817 time: 0.1837730 Jul 14 10:50:27.851975 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1006} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:50:27.856247 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Request body: {'port': {'device_id': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:27.904087 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bf6363-8953-4556-95f0-9d450b37e49b,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:27.904889 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-40f15299-94dc-424a-a782-e49b0788adb9 req-0d362ec2-286a-4d31-ac7a-30d33856f87a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633298 Jul 14 10:50:27.956935 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.957173 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Added segment a0c4fc46-d292-4d95-bebc-b49001baf136 of type vlan for network 82fbe7f0-637a-40ea-909e-37ee1439c51f Jul 14 10:50:27.983198 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9b2e5285-ccda-469f-9ecf-227d9a27d828 req-4540cd85-48a6-4f18-bf5d-5414458ccb27 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.1103723 Jul 14 10:50:28.039278 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.041617 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-631c979b-c626-423e-a9e3-74101e56e51b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 379 time: 0.1910350 Jul 14 10:50:28.121481 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.139213 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'port': {'device_id': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'admin_state_up': True, 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'security_groups': ['14c66992-bd9c-44b6-919a-529af1240cce']}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:28.273457 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.274484 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:28.274973 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.280811 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.404365 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.410078 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48416) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:28.413602 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.8991816 Jul 14 10:50:28.447796 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38a83-f30b-4acc-a15c-d5c2c040ac80 admin admin] Pushing event updated for resources: {'Network': ['ID=82fbe7f0-637a-40ea-909e-37ee1439c51f,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:28.460573 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 82fbe7f0-637a-40ea-909e-37ee1439c51f details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:50:28.517506 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Made reservation on behalf of 05080ecfcf074986b8f9d414fb8ae1db for: {'port': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:28.522126 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.525429 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48420) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:28.550647 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f8925d3-e207-45e4-be43-394896aa6047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.670038 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Request body: {'subnet': {'network_id': '82fbe7f0-637a-40ea-909e-37ee1439c51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1912323181-subnet', 'tenant_id': '976185fe45ea434583f5cc33dd80da1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:28.729360 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Pushing event updated for resources: {'Port': ['ID=85ff4410-a8d4-4950-b869-82d54991d917,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:28.775215 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Network 7182185d-c07e-4c6c-882e-541564bfbcbc is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:28.782982 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:28.786298 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:28.793518 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:28.794528 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.885407 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Allocated IP 172.20.0.14 (aa4b9753-2866-49c1-b2b6-fd6d0327d400/37246caa-0da0-4f4c-8a2e-909975b42556/9af0bad1-d148-4be7-a9f5-fb302b76f79c) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:28.886815 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96a4f90f-5c46-4438-92d4-bceda2add87b req-c87de936-3c4f-4215-97d4-27e338547007 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 210 time: 0.0515692 Jul 14 10:50:28.975305 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:28.983576 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f8925d3-e207-45e4-be43-394896aa6047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:28.983783 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.000229 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Transition to ACTIVE for port object 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:29.013007 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.065155 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Made reservation on behalf of 976185fe45ea434583f5cc33dd80da1a for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:29.068083 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.090586 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-1275ac27-381b-4303-b046-7a80589f1bbb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4416804 Jul 14 10:50:29.123789 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f8925d3-e207-45e4-be43-394896aa6047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.135905 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Request body: {'port': {'device_id': '4962609c-b9ec-4505-b300-a1092168bd72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:29.164915 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Pushing event updated for resources: {'Port': ['ID=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:29.214463 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1f8925d3-e207-45e4-be43-394896aa6047 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8cf5460fe7f2452f80f12df2edec9b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873085 Jul 14 10:50:29.219621 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48454) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:29.223762 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8925d3-e207-45e4-be43-394896aa6047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908dbfb7-8ab0-4d85-bc9a-c0706a5d8240,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:29.284180 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.330951 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Transition to ACTIVE for port object 9af0bad1-d148-4be7-a9f5-fb302b76f79c will not be triggered until provisioned by entity DHCP. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:29.353417 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Attempting to bind port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:29.353780 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Attempting to bind port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:29.355270 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Attempting to bind port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 on network 7182185d-c07e-4c6c-882e-541564bfbcbc {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:29.383605 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee0a25-bc56-4c90-b7af-87e588bd0442 req-e7badd96-fba9-4c05-ad43-16e4fbd7347f tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:29.385815 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-beee0a25-bc56-4c90-b7af-87e588bd0442 req-e7badd96-fba9-4c05-ad43-16e4fbd7347f tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 0.1276133 Jul 14 10:50:29.389789 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 on network 7182185d-c07e-4c6c-882e-541564bfbcbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:50:29.390117 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Attempting to bind port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 on network 7182185d-c07e-4c6c-882e-541564bfbcbc {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:29.401802 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:29.402152 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Checking segment: {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:29.402715 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Bound using segment: {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:29.402889 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.403274 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Bound port: 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:29.403852 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.494828 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:29.518214 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:29.520754 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:29.524476 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.536166 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-beee0a25-bc56-4c90-b7af-87e588bd0442 req-5fa6170b-e8df-43cd-84d4-a24e98987d7c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401982 Jul 14 10:50:29.549042 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:29.552916 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:29.553741 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.575054 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-2a4b76c3-a418-4ab8-9a7c-236dc05a36f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4421093 Jul 14 10:50:29.593164 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Request body: {'port': {'device_id': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:29.622068 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3258128-ecc7-42da-b49a-0bf9589fc67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.653220 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3258128-ecc7-42da-b49a-0bf9589fc67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.713512 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.715347 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8abc2-8a7f-45eb-bb20-6e0662aa3933 req-dd7b28d1-81b6-4256-a022-2130fd05f7eb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:29.722263 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b9d8abc2-8a7f-45eb-bb20-6e0662aa3933 req-dd7b28d1-81b6-4256-a022-2130fd05f7eb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 931 time: 0.5090332 Jul 14 10:50:29.806724 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3258128-ecc7-42da-b49a-0bf9589fc67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.813404 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3258128-ecc7-42da-b49a-0bf9589fc67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.818887 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c3258128-ecc7-42da-b49a-0bf9589fc67f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/908dbfb7-8ab0-4d85-bc9a-c0706a5d8240 HTTP/1.1" status: 204 len: 168 time: 0.5956781 Jul 14 10:50:29.820379 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] For port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:29.927276 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] For port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:29.931338 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3258128-ecc7-42da-b49a-0bf9589fc67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908dbfb7-8ab0-4d85-bc9a-c0706a5d8240,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:29.937497 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-75e2b8b1-8924-4d0a-8e1c-94d43ef7c5a9 None None] Provisioning for port 9af0bad1-d148-4be7-a9f5-fb302b76f79c completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:29.942690 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-75e2b8b1-8924-4d0a-8e1c-94d43ef7c5a9 None None] Provisioning complete for port 9af0bad1-d148-4be7-a9f5-fb302b76f79c triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:29.943065 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-75e2b8b1-8924-4d0a-8e1c-94d43ef7c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.957044 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.968106 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:29.984647 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b9d8abc2-8a7f-45eb-bb20-6e0662aa3933 req-d7f6137a-f8e6-4438-81c3-c5dcca171802 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605307 Jul 14 10:50:30.030237 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-75e2b8b1-8924-4d0a-8e1c-94d43ef7c5a9 None None] Port 9af0bad1-d148-4be7-a9f5-fb302b76f79c cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:50:30.091041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:30.091644 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.093374 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] 10.222.0.89 "PUT /v2.0/ports/07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 1093 time: 2.2481000 Jul 14 10:50:30.113823 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'tag': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:30.242650 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af0bad1-d148-4be7-a9f5-fb302b76f79c {{(pid=104700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:30.253013 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.268976 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Transition to ACTIVE for port object 9af0bad1-d148-4be7-a9f5-fb302b76f79c will not be triggered until provisioned by entity L2. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:30.282057 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.308188 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=035327cb-2067-4511-98bc-fdbdddea8e8a,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:30.320473 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48510) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:30.359104 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539d1fc-bdab-4dea-91d8-ce76dd678efb req-9622c31d-f38b-41fe-8b9f-36091fa37328 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:30.360959 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2539d1fc-bdab-4dea-91d8-ce76dd678efb req-9622c31d-f38b-41fe-8b9f-36091fa37328 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 932 time: 0.1653750 Jul 14 10:50:30.375640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64b7a5-e6a6-4b67-ac24-80580e2c43cb service neutron] Pushing event updated for resources: {'Port': ['ID=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:30.407022 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.managers [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Attempting to bind port 9af0bad1-d148-4be7-a9f5-fb302b76f79c on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:30.407310 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.managers [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Attempting to bind port 9af0bad1-d148-4be7-a9f5-fb302b76f79c by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}] {{(pid=104700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:30.407632 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Attempting to bind port 9af0bad1-d148-4be7-a9f5-fb302b76f79c on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:30.409988 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:30.412664 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Checking segment: {'id': 'a0c4fc46-d292-4d95-bebc-b49001baf136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '82fbe7f0-637a-40ea-909e-37ee1439c51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:30.413100 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Network hostable DHCP agents. Network: 82fbe7f0-637a-40ea-909e-37ee1439c51f, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:50:30.431315 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Port 9af0bad1-d148-4be7-a9f5-fb302b76f79c on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:50:30.431628 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Attempting to bind port 9af0bad1-d148-4be7-a9f5-fb302b76f79c on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:30.445320 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:30.445651 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Checking segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:30.446837 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Bound using segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} {{(pid=104700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:30.447274 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.managers [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Bound port: 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}}] {{(pid=104700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:30.447933 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.490389 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-e4f8d82c-dbbe-424a-a743-03d39958e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:30.492699 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-e4f8d82c-dbbe-424a-a743-03d39958e977 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1096 time: 0.3106611 Jul 14 10:50:30.492924 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2539d1fc-bdab-4dea-91d8-ce76dd678efb req-5104f09c-26b0-4ef1-968c-c318755ad305 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109705 Jul 14 10:50:30.493407 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Network 82fbe7f0-637a-40ea-909e-37ee1439c51f is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:50:30.606316 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, cleared binding levels {{(pid=104700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:30.617719 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:30.627603 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.660688 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 82fbe7f0-637a-40ea-909e-37ee1439c51f) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:30.668633 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1b54f-15a3-49ae-9236-b48ada2d9955 None None] Network 82fbe7f0-637a-40ea-909e-37ee1439c51f requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:30.709442 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2735b5f2-20aa-43f1-83a9-b3abaefe4127" -d '{"events": [{"name": "network-changed", "server_uuid": "b5121657-6cd2-46bb-9302-2693f3b415fa", "tag": "07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:30.728295 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13993bb4-1f58-40f4-9a1e-5ebdfaa9062e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.736065 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-2bb646cb-3608-4105-b0e5-c06ab1d970f5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 217 time: 0.2187002 Jul 14 10:50:30.737361 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:30.737974 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.746256 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:30.747055 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.748437 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] 10.222.0.89 "PUT /v2.0/ports/9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 200 len: 1094 time: 1.1662107 Jul 14 10:50:30.750767 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:30.753996 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48df3899-29f7-47ec-b7c2-5edafebb85c9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:30.828333 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838fe4c-44b8-4574-a8b1-6553b2ae3224 service neutron] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=3']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:30.894112 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d7a6af-5a5e-4338-8c55-a3a885818b04 None None] Network 82fbe7f0-637a-40ea-909e-37ee1439c51f requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:30.915003 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device acb85376-d209-4f38-b2e0-9e78445a25fc details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:50:30.947268 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-a7a59846-5def-444a-9be9-791133d5042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:30.948826 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-a7a59846-5def-444a-9be9-791133d5042d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1097 time: 0.1230083 Jul 14 10:50:31.014410 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-343a654b-173e-404d-bca3-06c64bd7e09e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 200 len: 217 time: 0.0579145 Jul 14 10:50:31.033083 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ff4410-a8d4-4950-b869-82d54991d917 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:31.083452 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.096036 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13993bb4-1f58-40f4-9a1e-5ebdfaa9062e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.114533 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13993bb4-1f58-40f4-9a1e-5ebdfaa9062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.140837 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c000bc36-9847-468a-9b76-fa1376e1d1e6 x-openstack-request-id: req-c000bc36-9847-468a-9b76-fa1376e1d1e6 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:31.141124 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5121657-6cd2-46bb-9302-2693f3b415fa", "tag": "07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:31.141372 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c000bc36-9847-468a-9b76-fa1376e1d1e6 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:31.141823 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'tag': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27', 'status': 'completed', 'code': 200} Jul 14 10:50:31.163809 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-5752600f-2b69-4868-9676-5c538e9d1437 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5133169 Jul 14 10:50:31.175635 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port acb85376-d209-4f38-b2e0-9e78445a25fc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=acb85376-d209-4f38-b2e0-9e78445a25fc,segment=NetworkSegment(995422e0-94bc-40b4-8bd8-16adc1b2b538),segment_id=995422e0-94bc-40b4-8bd8-16adc1b2b538)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:31.189309 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-156d1d89-00d3-4de8-b612-85844a39410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:31.193269 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-156d1d89-00d3-4de8-b612-85844a39410b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.1698978 Jul 14 10:50:31.196968 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-1c16563b-8183-4ec8-8cac-83a6afcb7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:31.200952 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-1c16563b-8183-4ec8-8cac-83a6afcb7f4e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.4217224 Jul 14 10:50:31.205648 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Transition to ACTIVE for port object 85ff4410-a8d4-4950-b869-82d54991d917 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:31.216246 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48623d6e-61db-4339-ae5d-761f8134dee0 x-openstack-request-id: req-48623d6e-61db-4339-ae5d-761f8134dee0 {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:31.217213 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:31.217489 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48623d6e-61db-4339-ae5d-761f8134dee0 {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:31.219639 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'status': 'completed', 'code': 200} Jul 14 10:50:31.262636 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'acb85376-d209-4f38-b2e0-9e78445a25fc', 'network_id': 'cb4296f5-6c5f-49a1-90a1-d249780d9373', 'port_id': 'acb85376-d209-4f38-b2e0-9e78445a25fc', 'mac_address': 'fa:16:3e:e8:46:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9945dc96-193b-43a6-8469-1d394a09fe95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:50:31.323826 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-346f4d1b-dfca-4e5f-bc0e-a12e938cdea3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082277 Jul 14 10:50:31.326633 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-13993bb4-1f58-40f4-9a1e-5ebdfaa9062e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e479697af68442ecb02d60252a2c49e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0028777 Jul 14 10:50:31.332100 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48558) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:31.378974 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.406245 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.444229 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb85376-d209-4f38-b2e0-9e78445a25fc {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:31.481009 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port acb85376-d209-4f38-b2e0-9e78445a25fc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=acb85376-d209-4f38-b2e0-9e78445a25fc,segment=NetworkSegment(995422e0-94bc-40b4-8bd8-16adc1b2b538),segment_id=995422e0-94bc-40b4-8bd8-16adc1b2b538)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:31.523447 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.630715 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13993bb4-1f58-40f4-9a1e-5ebdfaa9062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa24ff-fccd-498d-a01d-4286c9fe36b6,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:31.634278 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48566) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:31.650552 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=acb85376-d209-4f38-b2e0-9e78445a25fc,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:31.733098 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15790b-bad5-491e-9058-655cff200e65 req-a4819e7e-deb0-445a-85e8-3a8a27f33493 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:31.734617 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a15790b-bad5-491e-9058-655cff200e65 req-a4819e7e-deb0-445a-85e8-3a8a27f33493 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 943 time: 1.0108232 Jul 14 10:50:31.736790 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-84140c3a-a5d1-4f82-8c88-e995b4653bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:31.738333 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-84140c3a-a5d1-4f82-8c88-e995b4653bc4 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5177753 Jul 14 10:50:31.747366 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] Deleting subnet 8f2c6ca9-49ef-448b-b9f5-d92839409461 {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:50:31.753155 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.769204 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['acb85376-d209-4f38-b2e0-9e78445a25fc'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:50:31.861841 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.874643 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=85ff4410-a8d4-4950-b869-82d54991d917,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:31.875819 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.954761 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6069-99e7-4e24-9c00-6c07c48af8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:31.966924 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Attempting to bind port 85ff4410-a8d4-4950-b869-82d54991d917 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:31.967393 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Attempting to bind port 85ff4410-a8d4-4950-b869-82d54991d917 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:31.967725 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Attempting to bind port 85ff4410-a8d4-4950-b869-82d54991d917 on network 7182185d-c07e-4c6c-882e-541564bfbcbc {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:31.980346 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a15790b-bad5-491e-9058-655cff200e65 req-a51b30e0-60be-4539-b684-025c62812ad3 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941872 Jul 14 10:50:31.992367 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Port 85ff4410-a8d4-4950-b869-82d54991d917 on network 7182185d-c07e-4c6c-882e-541564bfbcbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:50:31.992719 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Attempting to bind port 85ff4410-a8d4-4950-b869-82d54991d917 on network 7182185d-c07e-4c6c-882e-541564bfbcbc {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:31.999717 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-9979a48e-e91a-43bc-90d3-0a5a4709f9af service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686685 Jul 14 10:50:32.011255 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:32.011593 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Checking segment: {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:32.011970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Bound using segment: {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:32.012411 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Bound port: 85ff4410-a8d4-4950-b869-82d54991d917, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:32.012782 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.017975 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205c1f5-d7ab-49f1-ac8d-58ce5d9af6ba req-6123132a-bb81-43a0-927c-cfd7b444b1ef tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:32.026028 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c205c1f5-d7ab-49f1-ac8d-58ce5d9af6ba req-6123132a-bb81-43a0-927c-cfd7b444b1ef tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 943 time: 0.7107170 Jul 14 10:50:32.032814 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6069-99e7-4e24-9c00-6c07c48af8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.075903 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.119034 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c205c1f5-d7ab-49f1-ac8d-58ce5d9af6ba req-bb13d008-47c3-4571-a3e3-9d3db04b5adc tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920203 Jul 14 10:50:32.156187 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2c6ca9-49ef-448b-b9f5-d92839409461,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:32.164660 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.166911 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-390fddf0-e9f5-4fa6-af58-f3141bb1562c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f2c6ca9-49ef-448b-b9f5-d92839409461 HTTP/1.1" status: 204 len: 168 time: 0.5290508 Jul 14 10:50:32.170150 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48594) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:32.253221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6069-99e7-4e24-9c00-6c07c48af8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.256352 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6f6f6069-99e7-4e24-9c00-6c07c48af8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.257662 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-6f6f6069-99e7-4e24-9c00-6c07c48af8f2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b4aa24ff-fccd-498d-a01d-4286c9fe36b6 HTTP/1.1" status: 204 len: 168 time: 0.8925653 Jul 14 10:50:32.258284 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-a403190d-954f-49c4-b4c0-44ef43a0526f service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076385 Jul 14 10:50:32.265629 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.333751 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dae9c1c-6ca7-40df-ab68-2352b9b747c1 req-a97bfb27-3469-4aa1-b3dd-59f34fa9319c service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235912 Jul 14 10:50:32.336835 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] For port 85ff4410-a8d4-4950-b869-82d54991d917, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:32.367546 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f6069-99e7-4e24-9c00-6c07c48af8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa24ff-fccd-498d-a01d-4286c9fe36b6,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:32.376832 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] For port 85ff4410-a8d4-4950-b869-82d54991d917, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85ff4410-a8d4-4950-b869-82d54991d917,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:32.385254 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-821ecf7c-aa41-43cb-a05f-e7f671ec265a req-07937a83-449d-46ed-b6ba-b538644318d7 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162138 Jul 14 10:50:32.389758 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.486253 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:32.486945 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.488626 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] 10.222.0.89 "PUT /v2.0/ports/85ff4410-a8d4-4950-b869-82d54991d917 HTTP/1.1" status: 200 len: 1093 time: 3.3664436 Jul 14 10:50:32.508140 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.524925 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de2033-f28b-4de7-a496-04544a7e631c req-67a28c5f-7e43-4385-9462-7f68e96839af tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:32.525933 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.526289 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.526747 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-11de2033-f28b-4de7-a496-04544a7e631c req-67a28c5f-7e43-4385-9462-7f68e96839af tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.3021860 Jul 14 10:50:32.527058 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.527467 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > port after_create 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.527709 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.528074 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > port after_update 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.528393 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.528723 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.529032 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.529361 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.531747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39392540-f470-441c-bdbd-ab40c6924ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=85ff4410-a8d4-4950-b869-82d54991d917,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:32.650217 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-11de2033-f28b-4de7-a496-04544a7e631c req-3fdac2ee-9bea-4761-9ec5-637ddab671bd tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154943 Jul 14 10:50:32.652158 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-ab564e34-eb01-4733-96c2-24ef384b0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:32.653647 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-ab564e34-eb01-4733-96c2-24ef384b0dd6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1096 time: 0.2449174 Jul 14 10:50:32.788577 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.789943 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.791328 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.791951 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:32.792478 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1402545-e659-46c7-a32a-d77100a6a0d8']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:32.831614 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48618) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:32.850122 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-a29ae2a7-5630-45fa-b5a6-370d4e2ffc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:32.855709 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-a29ae2a7-5630-45fa-b5a6-370d4e2ffc2d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 1096 time: 0.2964444 Jul 14 10:50:32.860083 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c4ea91-3cf0-4a8b-8eb7-fd6948f07ba9') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:32.860464 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c4ea91-3cf0-4a8b-8eb7-fd6948f07ba9') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:32.884634 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4b3922a5-a62f-4ca9-9e41-293aaa51ae67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.887641 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.887778 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device acb85376-d209-4f38-b2e0-9e78445a25fc up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:32.925058 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-5e15a0f4-ed7e-4207-947a-b25931ce8d66 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85ff4410-a8d4-4950-b869-82d54991d917 HTTP/1.1" status: 200 len: 217 time: 0.0599566 Jul 14 10:50:32.929214 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.949688 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:50:32.949688 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.952658 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port acb85376-d209-4f38-b2e0-9e78445a25fc completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: from cryptography.utils import int_from_bytes Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: from cryptography.utils import int_from_bytes Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:50:32.953829 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:50:32.965442 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port acb85376-d209-4f38-b2e0-9e78445a25fc triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:32.966265 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:32.988426 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-d5efecfd-01d8-488d-bf09-38c80ef2a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:32.989945 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-d5efecfd-01d8-488d-bf09-38c80ef2a04f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.3252108 Jul 14 10:50:33.010608 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-339b992f-3be3-43b1-aace-654a5e695557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:33.012350 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-339b992f-3be3-43b1-aace-654a5e695557 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0786855 Jul 14 10:50:33.048932 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-f9eb0be5-060d-4ae9-9f78-b5c8d7dc764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:33.050841 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-f9eb0be5-060d-4ae9-9f78-b5c8d7dc764c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1097 time: 0.2516570 Jul 14 10:50:33.099215 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.106248 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-8e016422-0bbe-4052-8060-5cec45e02e11 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 217 time: 0.1058564 Jul 14 10:50:33.135900 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-65f903fa-0db7-4d6c-942f-9cee68a72105 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584080 Jul 14 10:50:33.166300 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4962609c-b9ec-4505-b300-a1092168bd72', 'tag': '85ff4410-a8d4-4950-b869-82d54991d917'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:33.168561 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4962609c-b9ec-4505-b300-a1092168bd72", "tag": "85ff4410-a8d4-4950-b869-82d54991d917"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:33.173648 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.178583 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] 10.222.0.67 "DELETE /v2.0/networks/c1402545-e659-46c7-a32a-d77100a6a0d8 HTTP/1.1" status: 204 len: 168 time: 1.0074298 Jul 14 10:50:33.183740 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48636) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:33.191143 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.215233 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8a6224-e3f4-41b7-b420-b6472bfde07f admin admin] Pushing event deleted for resources: {'Network': ['ID=c1402545-e659-46c7-a32a-d77100a6a0d8,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:33.249590 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb85376-d209-4f38-b2e0-9e78445a25fc'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:33.312113 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-c0f815a5-f5dc-4a21-9289-50ed8b419e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:33.313882 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-c0f815a5-f5dc-4a21-9289-50ed8b419e05 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.1872785 Jul 14 10:50:33.355802 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-dcf8348c-59d4-424e-8d02-c4ff0d607054 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322652 Jul 14 10:50:33.385071 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port acb85376-d209-4f38-b2e0-9e78445a25fc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=acb85376-d209-4f38-b2e0-9e78445a25fc,segment=NetworkSegment(995422e0-94bc-40b4-8bd8-16adc1b2b538),segment_id=995422e0-94bc-40b4-8bd8-16adc1b2b538)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:33.393808 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.447555 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-8714d685-9808-42a6-86be-537f3f3158e9 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608531 Jul 14 10:50:33.458693 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=acb85376-d209-4f38-b2e0-9e78445a25fc,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:33.486301 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4b3922a5-a62f-4ca9-9e41-293aaa51ae67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.574067 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4b3922a5-a62f-4ca9-9e41-293aaa51ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.580608 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-d110c873-ff81-4076-b22b-10509c7c433f service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118747 Jul 14 10:50:33.594356 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5399403-0da7-40af-96ed-213434be3466" -d '{"events": [{"server_uuid": "c44d2d52-109b-4c61-8a44-98c1c54c0f80", "name": "network-vif-plugged", "status": "completed", "tag": "acb85376-d209-4f38-b2e0-9e78445a25fc"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:33.598040 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d57fe-0966-412d-ad42-d30784388124 req-aa8b5c17-1d89-490c-9e9c-fe1369f65944 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:33.604855 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2e7d57fe-0966-412d-ad42-d30784388124 req-aa8b5c17-1d89-490c-9e9c-fe1369f65944 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 943 time: 0.2426391 Jul 14 10:50:33.655034 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-13a9a648-a3d1-41c1-9ca7-c35cf817a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:33.657031 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-13a9a648-a3d1-41c1-9ca7-c35cf817a21d service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.5975568 Jul 14 10:50:33.668279 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] Deleting subnet 035327cb-2067-4511-98bc-fdbdddea8e8a {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:50:33.691570 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d639a4-e273-455c-9f35-3dc435b57db9 req-4ba5036c-1e2f-42b1-8ab4-87cb90cd6e1d service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331934 Jul 14 10:50:33.723461 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2e7d57fe-0966-412d-ad42-d30784388124 req-2089f9c0-6aef-4784-8503-9f7df4598af8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177020 Jul 14 10:50:33.725107 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.761054 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2735b5f2-20aa-43f1-83a9-b3abaefe4127 req-597f8401-ccb0-4d7e-a53d-03eb52067a1f service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535101 Jul 14 10:50:33.764869 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48658) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:33.766796 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-3bb975f7-f00e-4307-94b7-2c8abb9d9a0e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 200 len: 217 time: 0.0918391 Jul 14 10:50:33.780759 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-4b3922a5-a62f-4ca9-9e41-293aaa51ae67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e55288941314ab9ac07db9fb356d382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9434180 Jul 14 10:50:33.783466 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48662) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:33.803227 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3922a5-a62f-4ca9-9e41-293aaa51ae67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdf701f-05d1-407b-bced-8b124e4951fb,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:33.832770 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.843292 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbc77b-2496-4564-b051-877243d54ce0 req-169cdfd0-3e3b-40ed-a1e9-74edf21a5635 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:33.844862 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1dcbc77b-2496-4564-b051-877243d54ce0 req-169cdfd0-3e3b-40ed-a1e9-74edf21a5635 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 944 time: 0.5911732 Jul 14 10:50:33.866368 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fea9eb49-d72f-4ca5-9668-38edf87e32bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.906316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fea9eb49-d72f-4ca5-9668-38edf87e32bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.913580 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-365233da-ba87-4dff-98f1-3430ee07177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:33.915220 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-365233da-ba87-4dff-98f1-3430ee07177f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.1334846 Jul 14 10:50:33.925551 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:33.926117 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07fc545-51cc-4696-b36f-25d25469b023 x-openstack-request-id: req-d07fc545-51cc-4696-b36f-25d25469b023 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:33.927148 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4962609c-b9ec-4505-b300-a1092168bd72", "tag": "85ff4410-a8d4-4950-b869-82d54991d917", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:33.927722 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d07fc545-51cc-4696-b36f-25d25469b023 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:33.928628 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4962609c-b9ec-4505-b300-a1092168bd72', 'tag': '85ff4410-a8d4-4950-b869-82d54991d917', 'status': 'completed', 'code': 200} Jul 14 10:50:33.987942 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1dcbc77b-2496-4564-b051-877243d54ce0 req-f445631b-1b41-47b9-8a3f-d64150ae47ca tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240914 Jul 14 10:50:34.018712 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5c41bfbd-35e0-4f0a-9635-6ac462daf756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.028912 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.069769 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-186afb88-7998-42cb-be4c-e740c2e5cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:34.071256 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-186afb88-7998-42cb-be4c-e740c2e5cc2a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1227915 Jul 14 10:50:34.072498 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035327cb-2067-4511-98bc-fdbdddea8e8a,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:34.080835 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.084904 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fea9eb49-d72f-4ca5-9668-38edf87e32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.085437 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-6cc1487c-64b9-4dce-80cc-933e18623a0f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/035327cb-2067-4511-98bc-fdbdddea8e8a HTTP/1.1" status: 204 len: 168 time: 0.8856990 Jul 14 10:50:34.086042 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48678) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:34.090316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fea9eb49-d72f-4ca5-9668-38edf87e32bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.091889 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-fea9eb49-d72f-4ca5-9668-38edf87e32bd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3fdf701f-05d1-407b-bced-8b124e4951fb HTTP/1.1" status: 204 len: 168 time: 0.3070984 Jul 14 10:50:34.114360 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-972db06c-0db8-41ef-b105-520a4f025fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:34.116927 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-972db06c-0db8-41ef-b105-520a4f025fad service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 1096 time: 0.1583402 Jul 14 10:50:34.120300 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9eb49-d72f-4ca5-9668-38edf87e32bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdf701f-05d1-407b-bced-8b124e4951fb,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:34.256684 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.308702 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b46375b-4626-40e5-9aaf-50dcb9e40c46 x-openstack-request-id: req-7b46375b-4626-40e5-9aaf-50dcb9e40c46 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:34.309732 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d2d52-109b-4c61-8a44-98c1c54c0f80", "name": "network-vif-plugged", "status": "completed", "tag": "acb85376-d209-4f38-b2e0-9e78445a25fc", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:34.310151 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7b46375b-4626-40e5-9aaf-50dcb9e40c46 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:34.310278 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-02aec986-d1ff-4656-b1ef-99c36d2ffb1b service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231812 Jul 14 10:50:34.310923 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb85376-d209-4f38-b2e0-9e78445a25fc', 'code': 200} Jul 14 10:50:34.450409 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.465018 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fbe7f0-637a-40ea-909e-37ee1439c51f']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:34.586722 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-bf9c02fb-f528-4f84-9eee-18fb4489d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:34.588251 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-bf9c02fb-f528-4f84-9eee-18fb4489d34e service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.4626355 Jul 14 10:50:34.661861 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5c41bfbd-35e0-4f0a-9635-6ac462daf756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.665028 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-02a3ac76-6583-4b56-8648-5332c5f80cca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85ff4410-a8d4-4950-b869-82d54991d917 HTTP/1.1" status: 200 len: 217 time: 0.0564716 Jul 14 10:50:34.670859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5c41bfbd-35e0-4f0a-9635-6ac462daf756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.695256 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c4fc46-d292-4d95-bebc-b49001baf136') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:34.695605 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c4fc46-d292-4d95-bebc-b49001baf136') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:34.723542 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5731e-cb98-4cff-8d0f-8419fc5528e1 req-3044ceae-117c-4842-aef3-368e42126b8e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:34.732038 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b1a5731e-cb98-4cff-8d0f-8419fc5528e1 req-3044ceae-117c-4842-aef3-368e42126b8e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.4586875 Jul 14 10:50:34.734401 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.772213 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-5c41bfbd-35e0-4f0a-9635-6ac462daf756 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=06aec4f53e3547d79f93c32dd073cce5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0061345 Jul 14 10:50:34.776244 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48712) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:34.783019 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41bfbd-35e0-4f0a-9635-6ac462daf756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba75a89c-485e-4a3e-af22-447919d56776,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:34.792018 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-1661eac4-d28c-4654-bb7f-5b4e76e88001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:34.793408 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-1661eac4-d28c-4654-bb7f-5b4e76e88001 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.1191752 Jul 14 10:50:34.857528 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.857528 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-48df3899-29f7-47ec-b7c2-5edafebb85c9 req-274acfbc-5a0d-43f1-9dfe-605dacf0ab67 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376284 Jul 14 10:50:34.858572 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2e36b-dd34-4142-a009-7bce4cf110f8 req-9c8f94fe-f4f0-410c-b9a0-c140e9735602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:34.858572 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2ba2e36b-dd34-4142-a009-7bce4cf110f8 req-9c8f94fe-f4f0-410c-b9a0-c140e9735602 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 1098 time: 0.2977676 Jul 14 10:50:34.870830 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-e3e17d79-af02-4086-80a5-2905abc90a67 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609865 Jul 14 10:50:34.871655 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b1a5731e-cb98-4cff-8d0f-8419fc5528e1 req-36da6ffb-5eef-4300-b083-d2067dece4ab tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395645 Jul 14 10:50:34.877823 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:50:34.878228 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.889756 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:50:34.894802 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:50:34.945423 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-2ba2e36b-dd34-4142-a009-7bce4cf110f8 req-20ea681e-7d12-49b7-9943-8371d5b3ba8f service neutron] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.954090 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.967775 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:34.972312 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] 10.222.0.67 "DELETE /v2.0/networks/82fbe7f0-637a-40ea-909e-37ee1439c51f HTTP/1.1" status: 204 len: 168 time: 0.8831635 Jul 14 10:50:35.003450 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fb6d9-00d7-4eb5-a05c-eef4175a39cb admin admin] Pushing event deleted for resources: {'Network': ['ID=82fbe7f0-637a-40ea-909e-37ee1439c51f,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:35.018644 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f36bc5de-7cb2-4545-ba07-3c2b010d52b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.051953 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:35.072733 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27', 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'port_id': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27', 'mac_address': 'fa:16:3e:63:ca:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0285d6e3-126b-427a-b1dd-423413be17af', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:50:35.092316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f36bc5de-7cb2-4545-ba07-3c2b010d52b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.142833 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e4769-cf61-4a08-b048-46692717edf6 req-804dda16-b7ad-44a6-8655-5948646b716d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:35.149971 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-021e4769-cf61-4a08-b048-46692717edf6 req-804dda16-b7ad-44a6-8655-5948646b716d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 943 time: 0.2607522 Jul 14 10:50:35.153222 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-71cbe61e-d517-4f02-aba6-291738ee64bc service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651308 Jul 14 10:50:35.208545 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.236989 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:35.266696 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:35.269021 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48728) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:35.273086 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.274138 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:50:35.295811 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-021e4769-cf61-4a08-b048-46692717edf6 req-67c0f3f8-29a3-4a8f-83a0-78d2107d448c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448681 Jul 14 10:50:35.348960 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f36bc5de-7cb2-4545-ba07-3c2b010d52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.351295 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaa437-7201-4756-9935-ee58b29eb4cb req-f53410f6-985f-4cd1-9d7b-024f48fda57c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:35.351985 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f36bc5de-7cb2-4545-ba07-3c2b010d52b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.357117 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f36bc5de-7cb2-4545-ba07-3c2b010d52b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ba75a89c-485e-4a3e-af22-447919d56776 HTTP/1.1" status: 204 len: 168 time: 0.5798414 Jul 14 10:50:35.370311 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-2ba2e36b-dd34-4142-a009-7bce4cf110f8 req-20ea681e-7d12-49b7-9943-8371d5b3ba8f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.379585 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8baaa437-7201-4756-9935-ee58b29eb4cb req-f53410f6-985f-4cd1-9d7b-024f48fda57c tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 945 time: 0.2128365 Jul 14 10:50:35.409040 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-2ba2e36b-dd34-4142-a009-7bce4cf110f8 req-20ea681e-7d12-49b7-9943-8371d5b3ba8f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.411840 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:35.428988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bc5de-7cb2-4545-ba07-3c2b010d52b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba75a89c-485e-4a3e-af22-447919d56776,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:35.443137 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a5ca56e-3480-4fe6-9dd5-cc5b7bd0a7c5 req-667d470c-c81d-4590-b922-5fcf9db1052d service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802727 Jul 14 10:50:35.463294 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2ba2e36b-dd34-4142-a009-7bce4cf110f8 req-20ea681e-7d12-49b7-9943-8371d5b3ba8f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5914726 Jul 14 10:50:35.468151 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1fc7f05f-16d4-45dd-bc18-edf4cb467ea4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=707562229e8c464abc40403c0a471e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969023 Jul 14 10:50:35.472688 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48740) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:35.511761 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:35.518986 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea681e-7d12-49b7-9943-8371d5b3ba8f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63707ff1-e902-4ab6-ae80-445053e2a083,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:35.546827 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'port_id': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'mac_address': 'fa:16:3e:ca:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:50:35.579420 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8baaa437-7201-4756-9935-ee58b29eb4cb req-43ed3a16-face-4f60-a910-7b9a278a7444 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989522 Jul 14 10:50:35.623985 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.636366 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5468539-e13b-4a89-bc6f-4daaddf0f54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.654036 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af0bad1-d148-4be7-a9f5-fb302b76f79c {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:35.689281 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5468539-e13b-4a89-bc6f-4daaddf0f54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.693606 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:35.701034 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.760810 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5468539-e13b-4a89-bc6f-4daaddf0f54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.764491 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5468539-e13b-4a89-bc6f-4daaddf0f54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:35.778267 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c5468539-e13b-4a89-bc6f-4daaddf0f54d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecb647cb-71d5-48b5-987c-a6775fbe7622 HTTP/1.1" status: 204 len: 168 time: 0.2916014 Jul 14 10:50:35.793868 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5468539-e13b-4a89-bc6f-4daaddf0f54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb647cb-71d5-48b5-987c-a6775fbe7622,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:35.798684 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:35.950781 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:50:35.992146 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['9af0bad1-d148-4be7-a9f5-fb302b76f79c'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:50:36.120428 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c983e-983a-4a33-ad01-2fc5c106b73f req-b47a09ba-b853-47f1-bf62-7b790699bdab tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:36.128161 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e69c983e-983a-4a33-ad01-2fc5c106b73f req-b47a09ba-b853-47f1-bf62-7b790699bdab tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 945 time: 0.0841892 Jul 14 10:50:36.168578 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e69c983e-983a-4a33-ad01-2fc5c106b73f req-c687d7d3-b1c6-4365-979c-591c78f4d0a7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390933 Jul 14 10:50:36.314216 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48774) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:36.340905 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9662-0fd5-4e0a-a89b-60a866461314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.398705 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48778) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:36.407447 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48780) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:36.500839 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-183fd225-a235-42bd-a1a4-cc57d0e6781f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=976185fe45ea434583f5cc33dd80da1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005216 Jul 14 10:50:36.503342 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48784) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:36.514455 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9662-0fd5-4e0a-a89b-60a866461314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.523966 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9662-0fd5-4e0a-a89b-60a866461314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.562129 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf9662-0fd5-4e0a-a89b-60a866461314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aca9f30-eb84-43e9-ad4a-206844e5ed9f,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:36.566170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-692d657f-6f72-4fdf-a44f-193ff2a4958a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.602342 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-692d657f-6f72-4fdf-a44f-193ff2a4958a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.606493 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693e254-4f2b-4aa2-a09e-8963c445d53d req-00dea18d-07ef-4b65-a4d2-cb0e77e19fda tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:36.608126 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5693e254-4f2b-4aa2-a09e-8963c445d53d req-00dea18d-07ef-4b65-a4d2-cb0e77e19fda tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 943 time: 0.1654706 Jul 14 10:50:36.651548 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ebcf9662-0fd5-4e0a-a89b-60a866461314 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=97f57b2977024e7282ecb0044c355d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355513 Jul 14 10:50:36.659740 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-475e40bb-d8fd-4639-8922-5f77d8a85633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.662830 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48796) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:36.722405 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5693e254-4f2b-4aa2-a09e-8963c445d53d req-0ec909f7-676a-4405-be7a-0e0efd105cf9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939806 Jul 14 10:50:36.734868 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-00344359-84c9-4a3a-b31e-ede47161df79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.760553 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-692d657f-6f72-4fdf-a44f-193ff2a4958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.766476 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-692d657f-6f72-4fdf-a44f-193ff2a4958a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.767909 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-692d657f-6f72-4fdf-a44f-193ff2a4958a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b0bf6363-8953-4556-95f0-9d450b37e49b HTTP/1.1" status: 204 len: 168 time: 0.2635634 Jul 14 10:50:36.863555 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-475e40bb-d8fd-4639-8922-5f77d8a85633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.903306 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-475e40bb-d8fd-4639-8922-5f77d8a85633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.908362 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-00344359-84c9-4a3a-b31e-ede47161df79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:36.912023 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d657f-6f72-4fdf-a44f-193ff2a4958a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bf6363-8953-4556-95f0-9d450b37e49b,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:36.916978 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 85ff4410-a8d4-4950-b869-82d54991d917 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:50:36.927841 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:36.991823 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-475e40bb-d8fd-4639-8922-5f77d8a85633 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9268100f7c664594929a6c422e9a12b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5826130 Jul 14 10:50:36.994386 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48808) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:37.016043 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e40bb-d8fd-4639-8922-5f77d8a85633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535eaad5-ec74-4aa9-ab1e-ed889b58f84b,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:37.073720 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7a7bf-cc3c-4d4e-8f83-65f9fc696c84 req-d8bcfbc2-1a07-48f1-9f9b-48e5f4de1e7a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:37.081060 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d9b7a7bf-cc3c-4d4e-8f83-65f9fc696c84 req-d8bcfbc2-1a07-48f1-9f9b-48e5f4de1e7a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 945 time: 0.2161400 Jul 14 10:50:37.088132 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:37.092924 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39d26189-cb0a-4fbd-b1aa-d978f3d912c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.112960 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:37.113334 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.136291 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-00344359-84c9-4a3a-b31e-ede47161df79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.139619 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39d26189-cb0a-4fbd-b1aa-d978f3d912c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.142205 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-00344359-84c9-4a3a-b31e-ede47161df79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.143676 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-00344359-84c9-4a3a-b31e-ede47161df79 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0aca9f30-eb84-43e9-ad4a-206844e5ed9f HTTP/1.1" status: 204 len: 168 time: 0.4790742 Jul 14 10:50:37.205493 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 85ff4410-a8d4-4950-b869-82d54991d917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85ff4410-a8d4-4950-b869-82d54991d917,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:37.213029 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00344359-84c9-4a3a-b31e-ede47161df79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aca9f30-eb84-43e9-ad4a-206844e5ed9f,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:37.229896 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '85ff4410-a8d4-4950-b869-82d54991d917', 'network_id': '7182185d-c07e-4c6c-882e-541564bfbcbc', 'port_id': '85ff4410-a8d4-4950-b869-82d54991d917', 'mac_address': 'fa:16:3e:c7:bf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0285d6e3-126b-427a-b1dd-423413be17af', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:50:37.254538 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d9b7a7bf-cc3c-4d4e-8f83-65f9fc696c84 req-e6a6ced1-a1b7-415c-a860-be395c16dd62 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720872 Jul 14 10:50:37.285525 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39d26189-cb0a-4fbd-b1aa-d978f3d912c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.288089 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-39d26189-cb0a-4fbd-b1aa-d978f3d912c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.289287 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-39d26189-cb0a-4fbd-b1aa-d978f3d912c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/535eaad5-ec74-4aa9-ab1e-ed889b58f84b HTTP/1.1" status: 204 len: 168 time: 0.2939215 Jul 14 10:50:37.313935 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d26189-cb0a-4fbd-b1aa-d978f3d912c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535eaad5-ec74-4aa9-ab1e-ed889b58f84b,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:37.341005 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.383172 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.439037 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:37.441443 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344fcfc-939c-4208-9a76-6bfb1140afd1" -d '{"events": [{"server_uuid": "b5121657-6cd2-46bb-9302-2693f3b415fa", "name": "network-vif-plugged", "status": "completed", "tag": "07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:37.451738 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ff4410-a8d4-4950-b869-82d54991d917 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:50:37.486632 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:37.499516 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.500500 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:37.528320 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6607c-be90-4586-9cad-779ee153a8c7 req-c7f3c3a5-6bd0-49c1-b51e-1e56636c943d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:37.530013 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-65f6607c-be90-4586-9cad-779ee153a8c7 req-c7f3c3a5-6bd0-49c1-b51e-1e56636c943d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 945 time: 0.1074901 Jul 14 10:50:37.597704 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a764cbf-4f0b-439d-9275-d9ba2411d9ca x-openstack-request-id: req-2a764cbf-4f0b-439d-9275-d9ba2411d9ca {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:37.598269 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5121657-6cd2-46bb-9302-2693f3b415fa", "name": "network-vif-plugged", "status": "completed", "tag": "07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:37.598724 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a764cbf-4f0b-439d-9275-d9ba2411d9ca {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:37.599356 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27', 'code': 200} Jul 14 10:50:37.618982 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-65f6607c-be90-4586-9cad-779ee153a8c7 req-a1a6fdf3-3572-417e-a903-87e154758d52 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791764 Jul 14 10:50:37.619209 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:37.624724 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 85ff4410-a8d4-4950-b869-82d54991d917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85ff4410-a8d4-4950-b869-82d54991d917,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:37.635161 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.857942 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0520-eeeb-43af-ab70-cbf95ec4c383 req-892b0d92-4f7e-4975-9504-b7ff3ecb92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:37.866676 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a96f0520-eeeb-43af-ab70-cbf95ec4c383 req-892b0d92-4f7e-4975-9504-b7ff3ecb92ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.1104541 Jul 14 10:50:37.874797 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48842) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:37.897814 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=85ff4410-a8d4-4950-b869-82d54991d917,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:37.898358 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-78b73a32-5f39-4eba-8baa-7862f2606369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.908492 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 9af0bad1-d148-4be7-a9f5-fb302b76f79c completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:37.917364 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 9af0bad1-d148-4be7-a9f5-fb302b76f79c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:37.918006 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:37.987163 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a96f0520-eeeb-43af-ab70-cbf95ec4c383 req-446f5168-10b4-4ca4-8f30-4d6e726d6e36 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062489 Jul 14 10:50:37.990126 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['85ff4410-a8d4-4950-b869-82d54991d917'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:50:38.034169 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de1627-cf19-4518-87de-f4556ed7dc31 req-daf9def4-fe5f-45ab-b07f-7b89c9d837ee tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:38.042204 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-44de1627-cf19-4518-87de-f4556ed7dc31 req-daf9def4-fe5f-45ab-b07f-7b89c9d837ee tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 944 time: 0.1727760 Jul 14 10:50:38.114724 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-44de1627-cf19-4518-87de-f4556ed7dc31 req-6fb640e9-f1e0-448b-9b53-08980bb4f3d5 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608428 Jul 14 10:50:38.134832 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.157441 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-78b73a32-5f39-4eba-8baa-7862f2606369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.163927 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-78b73a32-5f39-4eba-8baa-7862f2606369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.196975 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:38.211599 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b73a32-5f39-4eba-8baa-7862f2606369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be336989-5f3f-4834-ac36-11395200954b,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:38.215164 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.238556 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48864) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:38.253177 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-78b73a32-5f39-4eba-8baa-7862f2606369 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=532b51012a7549a4a71fb1a44af76180&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772249 Jul 14 10:50:38.318481 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:38.332673 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dae2fe26-4245-4971-a12f-454c726a09c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.380654 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dae2fe26-4245-4971-a12f-454c726a09c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.449681 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dae2fe26-4245-4971-a12f-454c726a09c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.454477 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dae2fe26-4245-4971-a12f-454c726a09c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:38.456185 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-dae2fe26-4245-4971-a12f-454c726a09c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be336989-5f3f-4834-ac36-11395200954b HTTP/1.1" status: 204 len: 168 time: 0.2161095 Jul 14 10:50:38.469128 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2fe26-4245-4971-a12f-454c726a09c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be336989-5f3f-4834-ac36-11395200954b,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:38.501758 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7f923-c75c-4a28-ab6c-5141408eaf3e req-d16a304d-2dd8-4aaa-88ba-7415b4f1cd91 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:38.503342 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1dc7f923-c75c-4a28-ab6c-5141408eaf3e req-d16a304d-2dd8-4aaa-88ba-7415b4f1cd91 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 945 time: 0.0936716 Jul 14 10:50:38.553212 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1dc7f923-c75c-4a28-ab6c-5141408eaf3e req-a323896b-ac52-41d1-a11f-5b25f9a3943b tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Jul 14 10:50:38.921816 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 85ff4410-a8d4-4950-b869-82d54991d917 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:50:38.965805 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f0432-aab5-45fd-ba74-61435e09961b req-adce9c94-229e-4889-822f-dbf14a07d1d5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:38.989122 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-807f0432-aab5-45fd-ba74-61435e09961b req-adce9c94-229e-4889-822f-dbf14a07d1d5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1522937 Jul 14 10:50:39.041687 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 85ff4410-a8d4-4950-b869-82d54991d917 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:50:39.045801 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 85ff4410-a8d4-4950-b869-82d54991d917 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:50:39.046172 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.060237 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-807f0432-aab5-45fd-ba74-61435e09961b req-5189e0b6-860d-4115-8e97-19c4270615d5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701275 Jul 14 10:50:39.110632 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 48914) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:39.127854 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3b69d4e0-a868-49a1-8680-24bf315257a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.135525 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:50:39.206933 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.258407 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 85ff4410-a8d4-4950-b869-82d54991d917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85ff4410-a8d4-4950-b869-82d54991d917,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:39.265411 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.326990 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3b69d4e0-a868-49a1-8680-24bf315257a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.348698 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3b69d4e0-a868-49a1-8680-24bf315257a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.353556 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=85ff4410-a8d4-4950-b869-82d54991d917,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:39.392607 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69d4e0-a868-49a1-8680-24bf315257a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d602bb9-c4a2-4628-b9cf-e9db454ca6ee,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:39.431809 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-3b69d4e0-a868-49a1-8680-24bf315257a1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=527faf9d1bad4351bace0ebf7b20ec6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199325 Jul 14 10:50:39.435047 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 48932) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:39.453358 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6de047-edf9-4812-b710-66d7f92d423f req-8f305c76-5dbb-4a37-8544-086d90588688 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:39.455108 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1a6de047-edf9-4812-b710-66d7f92d423f req-8f305c76-5dbb-4a37-8544-086d90588688 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1497538 Jul 14 10:50:39.517630 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1a6de047-edf9-4812-b710-66d7f92d423f req-74cdbc03-8629-439e-b9cb-efcdc2a84f11 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539739 Jul 14 10:50:39.526607 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-029ab569-5762-4a00-8449-f7d78a432154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.553229 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-029ab569-5762-4a00-8449-f7d78a432154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.601004 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}, {'server_uuid': '4962609c-b9ec-4505-b300-a1092168bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ff4410-a8d4-4950-b869-82d54991d917'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:39.604607 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91756f64-108d-47e1-af9d-b6a418dba8cd" -d '{"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-plugged", "status": "completed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c"}, {"server_uuid": "4962609c-b9ec-4505-b300-a1092168bd72", "name": "network-vif-plugged", "status": "completed", "tag": "85ff4410-a8d4-4950-b869-82d54991d917"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:39.635856 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-029ab569-5762-4a00-8449-f7d78a432154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.648018 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-029ab569-5762-4a00-8449-f7d78a432154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:39.653091 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-029ab569-5762-4a00-8449-f7d78a432154 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8d602bb9-c4a2-4628-b9cf-e9db454ca6ee HTTP/1.1" status: 204 len: 168 time: 0.2132130 Jul 14 10:50:39.672314 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ab569-5762-4a00-8449-f7d78a432154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d602bb9-c4a2-4628-b9cf-e9db454ca6ee,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:39.698519 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3773cbb6-fe13-4c74-bc0c-cb4d35866f33 x-openstack-request-id: req-3773cbb6-fe13-4c74-bc0c-cb4d35866f33 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:39.698694 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-plugged", "status": "completed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c", "code": 200}, {"server_uuid": "4962609c-b9ec-4505-b300-a1092168bd72", "name": "network-vif-plugged", "status": "completed", "tag": "85ff4410-a8d4-4950-b869-82d54991d917", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:39.699351 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3773cbb6-fe13-4c74-bc0c-cb4d35866f33 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:39.700129 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'code': 200} Jul 14 10:50:39.700772 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4962609c-b9ec-4505-b300-a1092168bd72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ff4410-a8d4-4950-b869-82d54991d917', 'code': 200} Jul 14 10:50:40.118991 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78b8a1-cf82-4a9e-9447-77a57d6aac85 req-ad2bf14e-fdd6-4755-b0ba-06aefbd63865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:40.121410 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fe78b8a1-cf82-4a9e-9447-77a57d6aac85 req-ad2bf14e-fdd6-4755-b0ba-06aefbd63865 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 1098 time: 0.0985940 Jul 14 10:50:40.128117 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659c46d-2545-4d2f-996a-28055a6f2250 req-91dfd074-f0bb-4651-a389-396a9a870218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:40.129815 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3659c46d-2545-4d2f-996a-28055a6f2250 req-91dfd074-f0bb-4651-a389-396a9a870218 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1099 time: 0.1083324 Jul 14 10:50:40.197556 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fe78b8a1-cf82-4a9e-9447-77a57d6aac85 req-2696954a-d2a2-4114-b554-0accbf367dcc service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666258 Jul 14 10:50:40.199320 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3659c46d-2545-4d2f-996a-28055a6f2250 req-06118cb2-cf60-4de5-a62f-b133ae644d89 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606158 Jul 14 10:50:40.435957 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ec190-e09f-4b52-9db1-c0fd431633e6 req-5b5f9f33-2287-41a9-9e6c-ee0e32a68636 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:40.437537 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f19ec190-e09f-4b52-9db1-c0fd431633e6 req-5b5f9f33-2287-41a9-9e6c-ee0e32a68636 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1213486 Jul 14 10:50:40.503428 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f19ec190-e09f-4b52-9db1-c0fd431633e6 req-869cf080-0352-44eb-8f68-35384260df8e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438743 Jul 14 10:50:40.829948 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c66cce-d78f-4e13-8473-dc9754cb363a req-f9a53a5a-89a3-4a5f-a12a-f19c4549211d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:40.831497 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-41c66cce-d78f-4e13-8473-dc9754cb363a req-f9a53a5a-89a3-4a5f-a12a-f19c4549211d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0768721 Jul 14 10:50:40.863431 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49028) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:40.915999 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-41c66cce-d78f-4e13-8473-dc9754cb363a req-abf09eb4-582e-4746-970e-48189b6c86eb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779421 Jul 14 10:50:41.034714 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5ef24628-3fb7-4057-91dd-521badece57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:41.236252 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5ef24628-3fb7-4057-91dd-521badece57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:41.242348 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5ef24628-3fb7-4057-91dd-521badece57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:41.290333 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-5ef24628-3fb7-4057-91dd-521badece57f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=52f29a76044f4904a3ae95183d4edb19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4242854 Jul 14 10:50:41.291381 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef24628-3fb7-4057-91dd-521badece57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def59b9d-bd3e-4faf-88db-b2dd85d4f749,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:41.293012 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49062) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:41.353141 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c9afcf2-f86b-4c5e-b999-cb8ccc89f3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:41.386750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c9afcf2-f86b-4c5e-b999-cb8ccc89f3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:41.451329 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c9afcf2-f86b-4c5e-b999-cb8ccc89f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:41.456018 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8c9afcf2-f86b-4c5e-b999-cb8ccc89f3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:41.457973 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-8c9afcf2-f86b-4c5e-b999-cb8ccc89f3c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/def59b9d-bd3e-4faf-88db-b2dd85d4f749 HTTP/1.1" status: 204 len: 168 time: 0.1637590 Jul 14 10:50:41.470008 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9afcf2-f86b-4c5e-b999-cb8ccc89f3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def59b9d-bd3e-4faf-88db-b2dd85d4f749,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:41.741396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e21a8-0bde-46b0-ac02-55de621584e5 req-b414303f-4b44-4ba2-82c9-f3c09984aa6c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:41.744269 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-201e21a8-0bde-46b0-ac02-55de621584e5 req-b414303f-4b44-4ba2-82c9-f3c09984aa6c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0856500 Jul 14 10:50:41.797293 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-201e21a8-0bde-46b0-ac02-55de621584e5 req-9731640b-04b4-4489-9e79-95aaf813b506 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408747 Jul 14 10:50:42.016770 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49122) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:42.034655 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f8299cc5-fadd-403c-af84-dea312061aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.085490 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0dfca-d8c6-4e43-8ad7-cce380e87766 req-22aa6322-5b51-47fc-965b-44e673fd7843 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:42.088301 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-80e0dfca-d8c6-4e43-8ad7-cce380e87766 req-22aa6322-5b51-47fc-965b-44e673fd7843 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0868163 Jul 14 10:50:42.097477 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49124) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:42.106165 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'floatingip': {'port_id': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:42.172795 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5e82-f634-4201-a956-d64113c075fc req-16d1772f-be2c-4eee-bbde-cbdd01a981f9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:42.174328 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-178b5e82-f634-4201-a956-d64113c075fc req-16d1772f-be2c-4eee-bbde-cbdd01a981f9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1138427 Jul 14 10:50:42.206131 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.230297 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f8299cc5-fadd-403c-af84-dea312061aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.236020 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-178b5e82-f634-4201-a956-d64113c075fc req-496ea75e-902d-4372-b22d-0065ca7e7c74 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553482 Jul 14 10:50:42.238783 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f8299cc5-fadd-403c-af84-dea312061aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.246757 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49128) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:42.283963 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f8299cc5-fadd-403c-af84-dea312061aed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8917327ebc534be8aeca62fefb798df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658443 Jul 14 10:50:42.284451 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49134) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:42.302796 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8299cc5-fadd-403c-af84-dea312061aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee670aa-9bdd-4275-9718-6f814461a10a,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:42.349297 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf70a476-a06b-4f6c-97da-b4793a211682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.373401 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf70a476-a06b-4f6c-97da-b4793a211682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.431603 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf70a476-a06b-4f6c-97da-b4793a211682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.435112 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf70a476-a06b-4f6c-97da-b4793a211682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.439271 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-cf70a476-a06b-4f6c-97da-b4793a211682 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ee670aa-9bdd-4275-9718-6f814461a10a HTTP/1.1" status: 204 len: 168 time: 0.1507533 Jul 14 10:50:42.456846 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf70a476-a06b-4f6c-97da-b4793a211682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee670aa-9bdd-4275-9718-6f814461a10a,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:42.712825 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8b18403d-7775-44c1-abbe-9c353e180fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:42.855920 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-1be8c571-d9da-435a-8e05-bd5533a4aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:42.857525 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-1be8c571-d9da-435a-8e05-bd5533a4aa01 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 1098 time: 0.0956104 Jul 14 10:50:43.154519 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-9af62365-0ee1-4541-beeb-66b0c638077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:43.155893 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-9af62365-0ee1-4541-beeb-66b0c638077e service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.2880960 Jul 14 10:50:43.164301 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af946537-ac26-4de4-83f7-24c2896a899e req-d90d95de-f6c7-4b8c-bf3c-2f8bc1175abf tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:43.165763 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af946537-ac26-4de4-83f7-24c2896a899e req-d90d95de-f6c7-4b8c-bf3c-2f8bc1175abf tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1866269 Jul 14 10:50:43.192201 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.db.resource_extend [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 10:50:43.207017 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-2e1e4717-71ee-4f61-83c9-55948fe97cfb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85ff4410-a8d4-4950-b869-82d54991d917 HTTP/1.1" status: 200 len: 217 time: 0.0382752 Jul 14 10:50:43.272238 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af946537-ac26-4de4-83f7-24c2896a899e req-d80c8a1c-453c-4a1e-8dff-11b131fcedd1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662591 Jul 14 10:50:43.282962 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-6180cc0c-b746-4734-9c21-7a1f7b5c2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:43.285423 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-6180cc0c-b746-4734-9c21-7a1f7b5c2b26 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0625975 Jul 14 10:50:43.300318 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:43.319499 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:43.336092 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-6d610c2f-9584-408b-8900-ed3a56fc379b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424337 Jul 14 10:50:43.388085 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8b18403d-7775-44c1-abbe-9c353e180fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:43.444067 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8b18403d-7775-44c1-abbe-9c353e180fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:43.452919 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-b2217ca7-c622-40d6-b26c-33772e11c98a service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030979 Jul 14 10:50:43.494303 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.l3_db [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Floating IP 3a89534a-c4be-47a0-adf0-05ea666183e4 associated. External IP: 172.27.1.32, port: 9af0bad1-d148-4be7-a9f5-fb302b76f79c. Jul 14 10:50:43.541205 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-8b18403d-7775-44c1-abbe-9c353e180fad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c0b9e8dc569d4a6b983bca07dc9e9756&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2904656 Jul 14 10:50:43.541477 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49180) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:43.543438 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18403d-7775-44c1-abbe-9c353e180fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb82e7f-d8e7-4c7b-9b03-be19ae57306f,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:43.586976 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-92439e6a-20cf-4540-9a32-93f648e0da1f req-5317ea72-74e4-4e5d-96a7-21b6f7eff401 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252596 Jul 14 10:50:43.655011 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-26a572f2-6960-4876-903f-e0eed7bad637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:43.925922 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-26a572f2-6960-4876-903f-e0eed7bad637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.025773 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Router 5fc08b26-5040-473a-be89-988e0374eedf has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:50:44.027251 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-26a572f2-6960-4876-903f-e0eed7bad637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.030119 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-26a572f2-6960-4876-903f-e0eed7bad637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.033574 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-26a572f2-6960-4876-903f-e0eed7bad637 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0cb82e7f-d8e7-4c7b-9b03-be19ae57306f HTTP/1.1" status: 204 len: 168 time: 0.4887600 Jul 14 10:50:44.044898 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a572f2-6960-4876-903f-e0eed7bad637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb82e7f-d8e7-4c7b-9b03-be19ae57306f,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:44.169676 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:50:44.175892 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.187729 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] Sync routers for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:50:44.202865 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:44.203214 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:50:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:44.229464 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-13f462f7-4c65-4bc1-8654-92582d310a0c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "PUT /v2.0/floatingips/3a89534a-c4be-47a0-adf0-05ea666183e4 HTTP/1.1" status: 200 len: 991 time: 2.1288960 Jul 14 10:50:44.230402 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:44.232753 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39580b1d-9ec6-4038-b449-31b24130f384" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:44.330028 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3e87d1-6f12-4727-a728-ba7f0535a9d4 x-openstack-request-id: req-ae3e87d1-6f12-4727-a728-ba7f0535a9d4 {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:44.330326 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:44.330613 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ae3e87d1-6f12-4727-a728-ba7f0535a9d4 {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:44.331016 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'status': 'completed', 'code': 200} Jul 14 10:50:44.424677 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580b1d-9ec6-4038-b449-31b24130f384 req-b3ea9634-96b1-4d9b-8cec-60940f090103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:44.427624 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39580b1d-9ec6-4038-b449-31b24130f384 req-b3ea9634-96b1-4d9b-8cec-60940f090103 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1099 time: 0.0771465 Jul 14 10:50:44.459986 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:44.652900 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49242) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:44.668178 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cb72-fb15-43cd-9b4a-536bbc7c1878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.668395 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580b1d-9ec6-4038-b449-31b24130f384 req-03f08c52-2282-4476-83b8-0cac4e1f8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:44.675016 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39580b1d-9ec6-4038-b449-31b24130f384 req-03f08c52-2282-4476-83b8-0cac4e1f8961 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.2262557 Jul 14 10:50:44.794258 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cb72-fb15-43cd-9b4a-536bbc7c1878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.794753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee5419-49c4-43e2-be26-d9ad1eed41d2 req-db8fbd70-40b6-4df8-8ae1-4cfdee91829c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:44.796836 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05ee5419-49c4-43e2-be26-d9ad1eed41d2 req-db8fbd70-40b6-4df8-8ae1-4cfdee91829c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1893370 Jul 14 10:50:44.811383 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c0e6cb72-fb15-43cd-9b4a-536bbc7c1878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.845527 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6cb72-fb15-43cd-9b4a-536bbc7c1878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bcf829-2a0f-43ee-9e3d-152ca520a6dc,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:44.872432 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c0e6cb72-fb15-43cd-9b4a-536bbc7c1878 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7dfe18c7f634d12968fa85ef8a82cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181525 Jul 14 10:50:44.875062 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49252) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:44.880686 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39580b1d-9ec6-4038-b449-31b24130f384 req-e0d530bf-7ed5-4cf3-bd34-53241579b38b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 200 len: 999 time: 0.1953692 Jul 14 10:50:44.936388 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '3a89534a-c4be-47a0-adf0-05ea666183e4', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'port_id': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'mac_address': 'fa:16:3e:ca:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:50:21Z', 'updated_at': '2021-07-14T10:50:42Z', 'revision_number': 1, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:44.945148 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc86-6ada-44df-ad30-4c0258dc5934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:44.993335 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc86-6ada-44df-ad30-4c0258dc5934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:45.013787 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] Checking router: 5fc08b26-5040-473a-be89-988e0374eedf for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:50:45.033091 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:50:45.034573 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:50:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:45.064130 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc86-6ada-44df-ad30-4c0258dc5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:45.067021 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-86d6cc86-6ada-44df-ad30-4c0258dc5934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:45.070617 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-86d6cc86-6ada-44df-ad30-4c0258dc5934 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b0bcf829-2a0f-43ee-9e3d-152ca520a6dc HTTP/1.1" status: 204 len: 168 time: 0.1920674 Jul 14 10:50:45.090180 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6cc86-6ada-44df-ad30-4c0258dc5934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bcf829-2a0f-43ee-9e3d-152ca520a6dc,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:45.160840 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05ee5419-49c4-43e2-be26-d9ad1eed41d2 req-b8095fa6-3d40-434b-a554-14b4886ca851 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453226 Jul 14 10:50:45.200479 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580b1d-9ec6-4038-b449-31b24130f384 req-07981058-a040-4f22-846d-65f4b69b700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:45.202192 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39580b1d-9ec6-4038-b449-31b24130f384 req-07981058-a040-4f22-846d-65f4b69b700b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.3058827 Jul 14 10:50:45.292206 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:50:45.347697 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580b1d-9ec6-4038-b449-31b24130f384 req-587df1ec-9cac-41c7-8bae-91b44514b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:45.349434 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39580b1d-9ec6-4038-b449-31b24130f384 req-587df1ec-9cac-41c7-8bae-91b44514b3e2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1370888 Jul 14 10:50:45.474309 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39580b1d-9ec6-4038-b449-31b24130f384 req-44a2e07e-85a8-42e0-9509-a1fd385f55a9 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026273 Jul 14 10:50:45.621922 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39580b1d-9ec6-4038-b449-31b24130f384 req-5633ce14-c206-4a4e-bec2-2e48111c294a service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329985 Jul 14 10:50:45.743994 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '3a89534a-c4be-47a0-adf0-05ea666183e4', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'port_id': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'mac_address': 'fa:16:3e:ca:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:50:21Z', 'updated_at': '2021-07-14T10:50:42Z', 'revision_number': 1, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:45.780463 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f048242f-8d82-4e87-9cad-e0d564f01c9b None None] The sync data for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi is: [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '3a89534a-c4be-47a0-adf0-05ea666183e4', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'floating_ip_address': '172.27.1.32', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'port_id': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'mac_address': 'fa:16:3e:ca:2e:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:50:21Z', 'updated_at': '2021-07-14T10:50:42Z', 'revision_number': 1, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:50:46.186751 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97c6469-9967-4c6c-88db-85488a031357 None None] New status for floating IP 3a89534a-c4be-47a0-adf0-05ea666183e4: ACTIVE {{(pid=104701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:50:46.419364 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b11135-4ded-42e5-94a3-58f83bb5251b req-bdb2d886-fa1c-4642-a247-256ce86742b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:46.423232 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-07b11135-4ded-42e5-94a3-58f83bb5251b req-bdb2d886-fa1c-4642-a247-256ce86742b0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0984330 Jul 14 10:50:46.476798 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-07b11135-4ded-42e5-94a3-58f83bb5251b req-9de93dc3-35a0-4f02-a923-2ffe96cacf55 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524783 Jul 14 10:50:47.028655 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49434) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:47.305704 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ee8879c1-4e5d-4ffa-9cb5-5438987760c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:47.417032 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ee8879c1-4e5d-4ffa-9cb5-5438987760c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:47.421256 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ee8879c1-4e5d-4ffa-9cb5-5438987760c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:47.463584 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ee8879c1-4e5d-4ffa-9cb5-5438987760c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b31bd332588d42e088c246302f01edb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359362 Jul 14 10:50:47.464665 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8879c1-4e5d-4ffa-9cb5-5438987760c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b927fac3-19fe-4fb5-80e7-4e2d8eb3ff41,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:47.467975 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49470) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:47.537146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1a1294b6-7f61-4160-b39e-aecf638601da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:47.560970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1a1294b6-7f61-4160-b39e-aecf638601da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:47.649564 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1a1294b6-7f61-4160-b39e-aecf638601da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:47.654544 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1a1294b6-7f61-4160-b39e-aecf638601da admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:47.655728 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-1a1294b6-7f61-4160-b39e-aecf638601da admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b927fac3-19fe-4fb5-80e7-4e2d8eb3ff41 HTTP/1.1" status: 204 len: 168 time: 0.1859782 Jul 14 10:50:47.667651 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1294b6-7f61-4160-b39e-aecf638601da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b927fac3-19fe-4fb5-80e7-4e2d8eb3ff41,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:47.724341 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231a5f9-9c67-4c05-9667-88e973bcc853 req-24c95a56-44b7-4824-bf0e-8e8af61670f2 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:47.726050 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f231a5f9-9c67-4c05-9667-88e973bcc853 req-24c95a56-44b7-4824-bf0e-8e8af61670f2 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1117337 Jul 14 10:50:47.782391 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f231a5f9-9c67-4c05-9667-88e973bcc853 req-18101dc4-e0bf-4f93-8164-a9454971d325 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475409 Jul 14 10:50:48.055076 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49498) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:48.073800 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-701f2d3a-56ab-438a-b06f-35c5394ccbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.181242 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-701f2d3a-56ab-438a-b06f-35c5394ccbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.186005 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-701f2d3a-56ab-438a-b06f-35c5394ccbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.225128 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-701f2d3a-56ab-438a-b06f-35c5394ccbe6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2f3801fb71e94641b6dc43e4fad22186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1689847 Jul 14 10:50:48.227035 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f2d3a-56ab-438a-b06f-35c5394ccbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d716f37-ddaf-4a3b-a15c-14e5e5a70a24,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:48.227797 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49508) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:48.283327 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-68e410b2-f6ee-4cae-8c4c-ca41b6804265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.306140 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-68e410b2-f6ee-4cae-8c4c-ca41b6804265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.362435 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-68e410b2-f6ee-4cae-8c4c-ca41b6804265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.372132 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-68e410b2-f6ee-4cae-8c4c-ca41b6804265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.372326 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49518) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:48.378837 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-68e410b2-f6ee-4cae-8c4c-ca41b6804265 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4d716f37-ddaf-4a3b-a15c-14e5e5a70a24 HTTP/1.1" status: 204 len: 168 time: 0.1494205 Jul 14 10:50:48.391530 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e410b2-f6ee-4cae-8c4c-ca41b6804265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d716f37-ddaf-4a3b-a15c-14e5e5a70a24,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:48.658120 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf2e1ff9-f61c-40a7-9380-586dfd092c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.794290 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf2e1ff9-f61c-40a7-9380-586dfd092c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.799729 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf2e1ff9-f61c-40a7-9380-586dfd092c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.839927 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-cf2e1ff9-f61c-40a7-9380-586dfd092c75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=96c48606de764c269093595a3bf157b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664500 Jul 14 10:50:48.841014 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e1ff9-f61c-40a7-9380-586dfd092c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953a776c-3014-4762-b58f-5216507d4760,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:48.842644 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49546) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:48.917579 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7bca5324-0e06-4355-8172-a2dfc603b39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:48.948229 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7bca5324-0e06-4355-8172-a2dfc603b39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.015357 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d114-f496-4464-b288-eabb50731d5b req-a674a03e-ec36-411a-9540-82536d9d8874 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:49.017457 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a32d114-f496-4464-b288-eabb50731d5b req-a674a03e-ec36-411a-9540-82536d9d8874 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0887005 Jul 14 10:50:49.017806 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7bca5324-0e06-4355-8172-a2dfc603b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.020545 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7bca5324-0e06-4355-8172-a2dfc603b39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.024996 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-7bca5324-0e06-4355-8172-a2dfc603b39b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/953a776c-3014-4762-b58f-5216507d4760 HTTP/1.1" status: 204 len: 168 time: 0.1779776 Jul 14 10:50:49.032422 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca5324-0e06-4355-8172-a2dfc603b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a776c-3014-4762-b58f-5216507d4760,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:49.073743 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a32d114-f496-4464-b288-eabb50731d5b req-7f51f8fd-081d-4e06-a0d9-df5b79310758 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481334 Jul 14 10:50:49.178644 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49574) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:49.468819 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-acb3f48d-4a0b-45f6-80fd-484dc3904e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.591676 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49606) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:49.613316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d3e15bc-3a11-41ad-b9c4-85a6a22c36c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.661964 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-acb3f48d-4a0b-45f6-80fd-484dc3904e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.670097 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-acb3f48d-4a0b-45f6-80fd-484dc3904e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.706738 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3f48d-4a0b-45f6-80fd-484dc3904e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dec582-69f2-4aa4-88d3-9a9509e78728,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:49.739296 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-acb3f48d-4a0b-45f6-80fd-484dc3904e37 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=05353d2bf5d04540babf1a017d8849d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5592537 Jul 14 10:50:49.742846 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49614) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:49.802220 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2d224941-9c98-420d-aa40-39369b0c5ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.806059 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d3e15bc-3a11-41ad-b9c4-85a6a22c36c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.813396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d3e15bc-3a11-41ad-b9c4-85a6a22c36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.826966 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2d224941-9c98-420d-aa40-39369b0c5ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.864852 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7d3e15bc-3a11-41ad-b9c4-85a6a22c36c6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a8938239a874b21b8e90cc2d9e9709a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719166 Jul 14 10:50:49.867129 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e15bc-3a11-41ad-b9c4-85a6a22c36c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85519ed3-7c16-4ee3-8fdd-2ae0bb37cc47,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:49.869197 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49620) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:49.928457 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-133e9007-ab69-415f-87ce-9c238c45c829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.937447 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2d224941-9c98-420d-aa40-39369b0c5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.939926 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2d224941-9c98-420d-aa40-39369b0c5ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:49.945179 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-2d224941-9c98-420d-aa40-39369b0c5ac3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/84dec582-69f2-4aa4-88d3-9a9509e78728 HTTP/1.1" status: 204 len: 168 time: 0.1972947 Jul 14 10:50:49.959733 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d224941-9c98-420d-aa40-39369b0c5ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dec582-69f2-4aa4-88d3-9a9509e78728,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:49.964063 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-133e9007-ab69-415f-87ce-9c238c45c829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.144758 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c6c3e-4da3-4f41-9415-fde0ac2b5718 req-b352974f-5949-473b-905c-b362920c0bcd tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:50.154852 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bb3c6c3e-4da3-4f41-9415-fde0ac2b5718 req-b352974f-5949-473b-905c-b362920c0bcd tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 945 time: 0.1190386 Jul 14 10:50:50.157465 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-133e9007-ab69-415f-87ce-9c238c45c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.160123 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-133e9007-ab69-415f-87ce-9c238c45c829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.161521 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-133e9007-ab69-415f-87ce-9c238c45c829 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/85519ed3-7c16-4ee3-8fdd-2ae0bb37cc47 HTTP/1.1" status: 204 len: 168 time: 0.2918000 Jul 14 10:50:50.188225 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e9007-ab69-415f-87ce-9c238c45c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85519ed3-7c16-4ee3-8fdd-2ae0bb37cc47,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:50.219309 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bb3c6c3e-4da3-4f41-9415-fde0ac2b5718 req-de181970-8b46-4553-899d-9e7320ccb340 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Jul 14 10:50:50.311335 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b04df-184e-48f1-ab4a-ae182955d41a req-f366ffe2-4171-4d28-b03c-49e3b8be8394 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:50.318438 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-573b04df-184e-48f1-ab4a-ae182955d41a req-f366ffe2-4171-4d28-b03c-49e3b8be8394 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0811527 Jul 14 10:50:50.355017 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49650) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:50.366172 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-573b04df-184e-48f1-ab4a-ae182955d41a req-c754df92-29cf-4776-9a37-a6a698de561a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Jul 14 10:50:50.370104 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f556460-3adb-4beb-b68d-305dbb7aeba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.475934 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f556460-3adb-4beb-b68d-305dbb7aeba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.481152 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f556460-3adb-4beb-b68d-305dbb7aeba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.523145 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1f556460-3adb-4beb-b68d-305dbb7aeba9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e8e524c5f1f47e0b907de697059e7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670349 Jul 14 10:50:50.523883 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f556460-3adb-4beb-b68d-305dbb7aeba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094d7f16-b4ee-447d-a5d2-e7fd0f8c68cb,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:50.525866 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49654) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:50.581848 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ced63c32-e637-46ff-8eda-c7cfc2aab339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.614474 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ced63c32-e637-46ff-8eda-c7cfc2aab339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.686025 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ced63c32-e637-46ff-8eda-c7cfc2aab339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.689733 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ced63c32-e637-46ff-8eda-c7cfc2aab339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:50.691209 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ced63c32-e637-46ff-8eda-c7cfc2aab339 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/094d7f16-b4ee-447d-a5d2-e7fd0f8c68cb HTTP/1.1" status: 204 len: 168 time: 0.1643524 Jul 14 10:50:50.700995 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced63c32-e637-46ff-8eda-c7cfc2aab339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094d7f16-b4ee-447d-a5d2-e7fd0f8c68cb,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:50.782667 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49682) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:51.091822 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51ba9333-2d67-4a1c-b73c-4c5729bcf078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.104945 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49714) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:51.193211 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51ba9333-2d67-4a1c-b73c-4c5729bcf078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.198396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51ba9333-2d67-4a1c-b73c-4c5729bcf078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.236251 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba9333-2d67-4a1c-b73c-4c5729bcf078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525f1e95-6fa9-4cc8-99f7-0c0d34c0eb08,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:51.241119 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-51ba9333-2d67-4a1c-b73c-4c5729bcf078 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6a6f3f1651c14acca4f524666e24ff3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569776 Jul 14 10:50:51.243530 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49724) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:51.333754 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3e65798-98e8-44ca-8c80-bcc0286f7a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.365912 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3e65798-98e8-44ca-8c80-bcc0286f7a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.395054 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fcdacec7-6036-4da8-ad54-1c8c6141ed68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.432695 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49734) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:51.493657 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3e65798-98e8-44ca-8c80-bcc0286f7a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.497086 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e3e65798-98e8-44ca-8c80-bcc0286f7a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.498746 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e3e65798-98e8-44ca-8c80-bcc0286f7a8b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/525f1e95-6fa9-4cc8-99f7-0c0d34c0eb08 HTTP/1.1" status: 204 len: 168 time: 0.2539871 Jul 14 10:50:51.527722 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a89d7-2cb2-43b2-918a-39cae64ae98c req-fb529569-7bca-4be2-8486-5cde528128d6 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:51.530458 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-859a89d7-2cb2-43b2-918a-39cae64ae98c req-fb529569-7bca-4be2-8486-5cde528128d6 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 945 time: 0.1567879 Jul 14 10:50:51.549586 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e65798-98e8-44ca-8c80-bcc0286f7a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525f1e95-6fa9-4cc8-99f7-0c0d34c0eb08,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:51.581568 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7080e719-899e-4e36-847e-b70dda6a3dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.609747 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-859a89d7-2cb2-43b2-918a-39cae64ae98c req-799c6bf2-88c1-4d9c-9e7b-d573ff2b995e tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/security-groups?id=4132a694-b551-4ac0-9e2f-820350e93496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717881 Jul 14 10:50:51.619804 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fcdacec7-6036-4da8-ad54-1c8c6141ed68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.629685 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fcdacec7-6036-4da8-ad54-1c8c6141ed68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.700858 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdacec7-6036-4da8-ad54-1c8c6141ed68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978c3bf7-ef12-44dd-b853-cdadd1969476,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:51.730080 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22452e-4112-45a6-b4d2-f4e50771df05 req-1439481e-2d6d-4402-b5bd-7b80e520bc1f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:51.731772 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7c22452e-4112-45a6-b4d2-f4e50771df05 req-1439481e-2d6d-4402-b5bd-7b80e520bc1f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.2265010 Jul 14 10:50:51.755367 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-fcdacec7-6036-4da8-ad54-1c8c6141ed68 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fae8bd97fcc642a0abdc4e4c5d4a4fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6465847 Jul 14 10:50:51.756843 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49748) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:51.803859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7080e719-899e-4e36-847e-b70dda6a3dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.824920 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-94d03b36-076f-4f7f-aaf7-0e5274ac780a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:51.826522 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-94d03b36-076f-4f7f-aaf7-0e5274ac780a tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.89 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 945 time: 0.1422410 Jul 14 10:50:51.827179 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7080e719-899e-4e36-847e-b70dda6a3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.841050 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7c22452e-4112-45a6-b4d2-f4e50771df05 req-8b77a687-cb32-4983-b3b8-56e985cef1b7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033866 Jul 14 10:50:51.879085 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7a9996a-85da-4ef6-8045-2c4a849c8e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.908071 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7a9996a-85da-4ef6-8045-2c4a849c8e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.962610 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7a9996a-85da-4ef6-8045-2c4a849c8e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.965893 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7a9996a-85da-4ef6-8045-2c4a849c8e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:51.970949 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f7a9996a-85da-4ef6-8045-2c4a849c8e4f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/978c3bf7-ef12-44dd-b853-cdadd1969476 HTTP/1.1" status: 204 len: 168 time: 0.1920271 Jul 14 10:50:51.984682 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9996a-85da-4ef6-8045-2c4a849c8e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c3bf7-ef12-44dd-b853-cdadd1969476,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:52.004474 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49758) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:52.011311 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-150e5c60-5970-415e-bcc2-5eee81c83cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.012626 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7080e719-899e-4e36-847e-b70dda6a3dd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=be0ae7550dc7418489cc6f96b35c2833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715878 Jul 14 10:50:52.051004 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080e719-899e-4e36-847e-b70dda6a3dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be829fa8-284b-4a7c-bb2a-61201fc6104a,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:52.079576 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8c594e51-d63c-4250-89a5-2f6e10927972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.089336 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Deleting port acb85376-d209-4f38-b2e0-9e78445a25fc {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:50:52.089704 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.108881 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8c594e51-d63c-4250-89a5-2f6e10927972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.129794 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49762) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:52.168353 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d2856f85-efea-4c41-907b-0eda7050832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.202706 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] For port acb85376-d209-4f38-b2e0-9e78445a25fc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=acb85376-d209-4f38-b2e0-9e78445a25fc,segment=NetworkSegment(995422e0-94bc-40b4-8bd8-16adc1b2b538),segment_id=995422e0-94bc-40b4-8bd8-16adc1b2b538)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:50:52.203967 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.220522 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Calling delete_port for acb85376-d209-4f38-b2e0-9e78445a25fc owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:50:52.226325 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8c594e51-d63c-4250-89a5-2f6e10927972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.229960 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8c594e51-d63c-4250-89a5-2f6e10927972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.231275 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-8c594e51-d63c-4250-89a5-2f6e10927972 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be829fa8-284b-4a7c-bb2a-61201fc6104a HTTP/1.1" status: 204 len: 168 time: 0.2257540 Jul 14 10:50:52.247976 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594e51-d63c-4250-89a5-2f6e10927972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be829fa8-284b-4a7c-bb2a-61201fc6104a,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:52.333429 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d2856f85-efea-4c41-907b-0eda7050832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.342605 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d2856f85-efea-4c41-907b-0eda7050832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.409887 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2856f85-efea-4c41-907b-0eda7050832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96b95a-ede6-4322-9bd7-d10ab95cbb28,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:52.422208 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d2856f85-efea-4c41-907b-0eda7050832d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=39f80b7ded104233b520e498f2a4146f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2879152 Jul 14 10:50:52.422669 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49774) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:52.452432 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.469042 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['acb85376-d209-4f38-b2e0-9e78445a25fc'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:50:52.517341 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Pushing event deleted for resources: {'Port': ['ID=acb85376-d209-4f38-b2e0-9e78445a25fc,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:52.564502 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] No DVR routers for this DVR port acb85376-d209-4f38-b2e0-9e78445a25fc on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:50:52.573271 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.575727 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c0d90c9e-a66f-4300-9791-6569f0473834 req-2e713b26-a67d-4a90-bd2a-e361570226c4 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.89 "DELETE /v2.0/ports/acb85376-d209-4f38-b2e0-9e78445a25fc HTTP/1.1" status: 204 len: 173 time: 0.7369416 Jul 14 10:50:52.576241 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'name': 'network-vif-deleted', 'tag': 'acb85376-d209-4f38-b2e0-9e78445a25fc'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:50:52.579200 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c346c36e-f0da-4128-841d-933b32fdb30b" -d '{"events": [{"server_uuid": "c44d2d52-109b-4c61-8a44-98c1c54c0f80", "name": "network-vif-deleted", "tag": "acb85376-d209-4f38-b2e0-9e78445a25fc"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:50:52.585392 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e66e228b-a796-43ce-96ce-b6c92b813ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.617372 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e66e228b-a796-43ce-96ce-b6c92b813ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.654882 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9b614-70cd-4f52-b554-a66047554cfd x-openstack-request-id: req-0ea9b614-70cd-4f52-b554-a66047554cfd {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:50:52.655397 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44d2d52-109b-4c61-8a44-98c1c54c0f80", "name": "network-vif-deleted", "tag": "acb85376-d209-4f38-b2e0-9e78445a25fc", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:50:52.655668 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0ea9b614-70cd-4f52-b554-a66047554cfd {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:50:52.656131 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c44d2d52-109b-4c61-8a44-98c1c54c0f80', 'name': 'network-vif-deleted', 'tag': 'acb85376-d209-4f38-b2e0-9e78445a25fc', 'status': 'completed', 'code': 200} Jul 14 10:50:52.715574 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e66e228b-a796-43ce-96ce-b6c92b813ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.718337 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e66e228b-a796-43ce-96ce-b6c92b813ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.720995 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e66e228b-a796-43ce-96ce-b6c92b813ea5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0e96b95a-ede6-4322-9bd7-d10ab95cbb28 HTTP/1.1" status: 204 len: 168 time: 0.2970860 Jul 14 10:50:52.738181 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e228b-a796-43ce-96ce-b6c92b813ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96b95a-ede6-4322-9bd7-d10ab95cbb28,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:52.806332 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0de51dbd-493d-4e2c-8f36-eb6455d3a4a2 req-270df5f2-2f01-490e-ae2c-ef396787bbd5 tempest-DeleteServersTestJSON-558556894 tempest-DeleteServersTestJSON-558556894-project] 10.222.0.67 "GET /v2.0/ports?device_id=c44d2d52-109b-4c61-8a44-98c1c54c0f80 HTTP/1.1" status: 200 len: 210 time: 0.0434506 Jul 14 10:50:52.998124 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49792) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:53.022938 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f6dacabe-0402-4b46-a70d-93306fc9ab8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.150700 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49796) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:53.170905 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac2bf-c2a9-4cc9-8d1f-cb9fe3a34e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.202402 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdbd2d-8cf7-425d-be45-960e4b768d98 req-a06deedf-79b8-4efc-966f-2a6d75232931 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:53.203828 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-33cdbd2d-8cf7-425d-be45-960e4b768d98 req-a06deedf-79b8-4efc-966f-2a6d75232931 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0932553 Jul 14 10:50:53.234168 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f6dacabe-0402-4b46-a70d-93306fc9ab8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.242297 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f6dacabe-0402-4b46-a70d-93306fc9ab8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.277818 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-33cdbd2d-8cf7-425d-be45-960e4b768d98 req-b2d23b7c-8f77-445d-b417-241241d63512 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662701 Jul 14 10:50:53.292878 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f6dacabe-0402-4b46-a70d-93306fc9ab8a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e4e9c3424ff34805aadb529dcce0a35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935495 Jul 14 10:50:53.294824 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dacabe-0402-4b46-a70d-93306fc9ab8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144f68d0-1c05-4e89-bc06-9d19773db8e1,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:53.297215 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49804) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:53.361567 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d914-c850-430d-b9dc-b419204582ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.374319 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac2bf-c2a9-4cc9-8d1f-cb9fe3a34e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.380225 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8a3ac2bf-c2a9-4cc9-8d1f-cb9fe3a34e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.405092 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d914-c850-430d-b9dc-b419204582ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.425853 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-8a3ac2bf-c2a9-4cc9-8d1f-cb9fe3a34e8d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=30d4c2ca92614941a0d0da377bfc9f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732990 Jul 14 10:50:53.430058 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49814) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:53.439630 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ac2bf-c2a9-4cc9-8d1f-cb9fe3a34e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921eb986-709c-4e24-b319-200e42e165bd,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:53.489838 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d914-c850-430d-b9dc-b419204582ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.493044 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d914-c850-430d-b9dc-b419204582ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.495478 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e8c8d914-c850-430d-b9dc-b419204582ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/144f68d0-1c05-4e89-bc06-9d19773db8e1 HTTP/1.1" status: 204 len: 168 time: 0.1970866 Jul 14 10:50:53.497959 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dec903ca-2035-4cd8-a463-a95ae09e6a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.522725 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8d914-c850-430d-b9dc-b419204582ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144f68d0-1c05-4e89-bc06-9d19773db8e1,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:53.524487 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dec903ca-2035-4cd8-a463-a95ae09e6a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.563218 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49820) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:53.585158 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dec903ca-2035-4cd8-a463-a95ae09e6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.588138 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dec903ca-2035-4cd8-a463-a95ae09e6a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.589068 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-154e4570-4d4a-4553-9fbc-ad753fecebeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.591963 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-dec903ca-2035-4cd8-a463-a95ae09e6a9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/921eb986-709c-4e24-b319-200e42e165bd HTTP/1.1" status: 204 len: 168 time: 0.1589971 Jul 14 10:50:53.599226 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec903ca-2035-4cd8-a463-a95ae09e6a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921eb986-709c-4e24-b319-200e42e165bd,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:53.715466 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-154e4570-4d4a-4553-9fbc-ad753fecebeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.720363 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-154e4570-4d4a-4553-9fbc-ad753fecebeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.767421 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-154e4570-4d4a-4553-9fbc-ad753fecebeb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c89d129b2ab4e229ca5208f3ee1e3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005298 Jul 14 10:50:53.767691 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49826) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:53.774716 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e4570-4d4a-4553-9fbc-ad753fecebeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf04d5-28c7-4a61-afb3-0012eb305595,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:53.823889 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79381595-eacd-45bc-b850-587702aead59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.863525 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79381595-eacd-45bc-b850-587702aead59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.927574 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79381595-eacd-45bc-b850-587702aead59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.930718 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79381595-eacd-45bc-b850-587702aead59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:53.932557 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-79381595-eacd-45bc-b850-587702aead59 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3bf04d5-28c7-4a61-afb3-0012eb305595 HTTP/1.1" status: 204 len: 168 time: 0.1638825 Jul 14 10:50:53.944155 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79381595-eacd-45bc-b850-587702aead59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf04d5-28c7-4a61-afb3-0012eb305595,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:54.480058 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:54.514982 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718507b2-714c-49c3-b7e6-6e58cbcec3b8 req-5a5852d7-841e-42ab-9307-0c014ab19086 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:54.523631 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-718507b2-714c-49c3-b7e6-6e58cbcec3b8 req-5a5852d7-841e-42ab-9307-0c014ab19086 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0838706 Jul 14 10:50:54.566125 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-718507b2-714c-49c3-b7e6-6e58cbcec3b8 req-bc1be718-4ee3-48ac-82ce-4f4f4e6aa04b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413954 Jul 14 10:50:54.695960 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 49888) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:54.718634 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-13cded1b-ebb1-4206-b71f-18f5930ff129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:54.871772 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-843f1173-b204-4bf1-a34d-322c39de6aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:54.979814 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-843f1173-b204-4bf1-a34d-322c39de6aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:54.984162 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-843f1173-b204-4bf1-a34d-322c39de6aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.026535 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-843f1173-b204-4bf1-a34d-322c39de6aab admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7ec4acde8a704f939791119a56c7d02a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254406 Jul 14 10:50:55.026535 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f1173-b204-4bf1-a34d-322c39de6aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e950197f-227d-46ea-9883-6e3bc82d7c07,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:55.026688 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49910) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:55.087141 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c2e70a7d-18c6-4403-b748-9e5766ff21aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.113092 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c2e70a7d-18c6-4403-b748-9e5766ff21aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.163732 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c2e70a7d-18c6-4403-b748-9e5766ff21aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.166995 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c2e70a7d-18c6-4403-b748-9e5766ff21aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.168120 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c2e70a7d-18c6-4403-b748-9e5766ff21aa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e950197f-227d-46ea-9883-6e3bc82d7c07 HTTP/1.1" status: 204 len: 168 time: 0.1404667 Jul 14 10:50:55.176280 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e70a7d-18c6-4403-b748-9e5766ff21aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e950197f-227d-46ea-9883-6e3bc82d7c07,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:55.548736 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.583927 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 49950) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:55.689338 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] Deleting subnet 9945dc96-193b-43a6-8469-1d394a09fe95 {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:50:55.697036 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.766533 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.787532 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.883157 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.913280 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9945dc96-193b-43a6-8469-1d394a09fe95,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:55.919705 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.921633 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-aee5015c-633a-478b-8bc1-fc43cd93636c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9945dc96-193b-43a6-8469-1d394a09fe95 HTTP/1.1" status: 204 len: 168 time: 0.3343499 Jul 14 10:50:55.924115 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50000) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:55.940628 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54c2c-91d3-4a5a-960c-6ac0f4775c77 req-74122b24-f716-4c61-af1f-1ce3bd6e95fc tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:55.942370 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a7a54c2c-91d3-4a5a-960c-6ac0f4775c77 req-74122b24-f716-4c61-af1f-1ce3bd6e95fc tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1525013 Jul 14 10:50:56.040236 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a7a54c2c-91d3-4a5a-960c-6ac0f4775c77 req-bee42e45-0b2b-4479-924b-3189195b94dd tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869839 Jul 14 10:50:56.042865 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.145032 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.156888 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.157232 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.158289 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.158289 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > port after_create 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.158612 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.158939 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > port after_update 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.159255 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.159570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.159881 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.160195 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.235954 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.236303 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.236676 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.237023 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 10:50:56.237498 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4296f5-6c5f-49a1-90a1-d249780d9373']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:56.255526 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '995422e0-94bc-40b4-8bd8-16adc1b2b538') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:56.255822 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '995422e0-94bc-40b4-8bd8-16adc1b2b538') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:50:56.278605 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.310056 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.320825 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:50:56.321599 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: from cryptography.utils import int_from_bytes Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: from cryptography.utils import int_from_bytes Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:50:56.340948 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:50:56.393029 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.411249 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.413263 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] 10.222.0.67 "DELETE /v2.0/networks/cb4296f5-6c5f-49a1-90a1-d249780d9373 HTTP/1.1" status: 204 len: 168 time: 0.4880538 Jul 14 10:50:56.414406 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15b87d-96f0-4a26-be93-f4ad02aa415c admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4296f5-6c5f-49a1-90a1-d249780d9373,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:56.609595 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50048) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:56.652538 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e9d48c7c-f0af-452c-b25d-addb0fe9193a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6317f70b86514a42a7c6b8a6e94b3138&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0417557 Jul 14 10:50:56.655102 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50050) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:56.711689 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-08c274cc-cb16-4f96-b9ea-6a46c610cd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.739711 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-08c274cc-cb16-4f96-b9ea-6a46c610cd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.807947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-08c274cc-cb16-4f96-b9ea-6a46c610cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.810998 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-08c274cc-cb16-4f96-b9ea-6a46c610cd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:56.815062 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-08c274cc-cb16-4f96-b9ea-6a46c610cd82 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4132a694-b551-4ac0-9e2f-820350e93496 HTTP/1.1" status: 204 len: 168 time: 0.1589692 Jul 14 10:50:56.825364 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c274cc-cb16-4f96-b9ea-6a46c610cd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4132a694-b551-4ac0-9e2f-820350e93496,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:57.225011 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68d18-1d33-4766-be87-ae7dd7c5eb07 req-730e9887-9bc5-4b39-aa41-6f1d5d1aae1d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:57.226493 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-30f68d18-1d33-4766-be87-ae7dd7c5eb07 req-730e9887-9bc5-4b39-aa41-6f1d5d1aae1d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0630598 Jul 14 10:50:57.263883 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-30f68d18-1d33-4766-be87-ae7dd7c5eb07 req-479122c3-6756-4975-b9ce-8be66f4d1810 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Jul 14 10:50:57.478357 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.491870 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50088) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:57.590239 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2068056453-network', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:57.612850 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Made reservation on behalf of 7b3a6fa1f8834d1dbf4a9e79cf4cad04 for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:57.615118 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.623331 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.692395 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device acb85376-d209-4f38-b2e0-9e78445a25fc no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:50:57.719812 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: acb85376-d209-4f38-b2e0-9e78445a25fc {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:50:57.720151 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device acb85376-d209-4f38-b2e0-9e78445a25fc not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:50:57.721602 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.730210 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.735420 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.760563 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:50:57.771076 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c440c5-0aaa-44aa-a3d0-ad8d8a926c65,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:57.778039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.778382 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Added segment 0153e2a2-77bb-471b-b375-c57b8572a413 of type vlan for network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b Jul 14 10:50:57.822993 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.851884 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.853450 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:57.854297 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.924453 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50102) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:57.925068 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4266608 Jul 14 10:50:57.928178 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Request body: {'subnet': {'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2068056453-subnet', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:57.936424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693ba92-978c-4c7e-9c5d-42f562c2b272 admin admin] Pushing event updated for resources: {'Network': ['ID=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:57.948825 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:50:57.961051 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Made reservation on behalf of 7b3a6fa1f8834d1dbf4a9e79cf4cad04 for: {'subnet': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:50:57.963978 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5060036'] for subnet, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.171636 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5477501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5060086'] for subnet, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.242720 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6d4ea1-4359-427f-9020-4b9d73703576,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:58.250727 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Checking segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:58.251072 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Network hostable DHCP agents. Network: 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:50:58.269823 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:50:58.278818 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b) {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:58.283542 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:58.284125 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.292779 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183bee0-d11f-4dde-8f15-8d7b500a64f9 None None] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:50:58.303545 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-cba023cc-80ff-4ae1-9b20-7cc7b8a07d53 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3823800 Jul 14 10:50:58.310100 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50128) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:50:58.312936 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:50:58.336975 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.338445 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.412370 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.516907 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:50:58.517780 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.687774 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Allocated IP 172.20.0.2 (31dba6b6-09fd-48b2-aeb9-799ba65bbb4b/ed6d4ea1-4359-427f-9020-4b9d73703576/5f61cd36-4152-4530-9d72-531faac19e96) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:58.818638 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.883520 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.898203 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Transition to ACTIVE for port object 5f61cd36-4152-4530-9d72-531faac19e96 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:58.917616 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e148f-5025-4b2a-a558-2a79093b6337 req-7b159ef3-33e7-47bb-af91-6d6e5d3e784a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:50:58.919146 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4e9e148f-5025-4b2a-a558-2a79093b6337 req-7b159ef3-33e7-47bb-af91-6d6e5d3e784a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.4425328 Jul 14 10:50:58.922557 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Transition to ACTIVE for port object 5f61cd36-4152-4530-9d72-531faac19e96 will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:50:58.930817 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:58.981140 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4e9e148f-5025-4b2a-a558-2a79093b6337 req-e6c2873e-cc69-4b5f-b4d5-dd227afc863a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532444 Jul 14 10:50:58.983449 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:58.986800 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:58.990963 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:59.022367 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Pushing event updated for resources: {'Port': ['ID=5f61cd36-4152-4530-9d72-531faac19e96,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:59.068014 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Attempting to bind port 5f61cd36-4152-4530-9d72-531faac19e96 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:50:59.068604 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Attempting to bind port 5f61cd36-4152-4530-9d72-531faac19e96 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:50:59.069096 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Attempting to bind port 5f61cd36-4152-4530-9d72-531faac19e96 on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:50:59.076149 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:50:59.076546 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Checking segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:50:59.076990 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:59.077379 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Bound using segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:50:59.077907 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Bound port: 5f61cd36-4152-4530-9d72-531faac19e96, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:50:59.078294 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:59.162528 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:59.179158 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] For port 5f61cd36-4152-4530-9d72-531faac19e96, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:50:59.182688 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] For port 5f61cd36-4152-4530-9d72-531faac19e96, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5f61cd36-4152-4530-9d72-531faac19e96,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:50:59.186095 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:59.187431 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:59.270089 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a7be6-11a6-4d4f-bd85-333770e00c93 None None] Pushing event updated for resources: {'Port': ['ID=5f61cd36-4152-4530-9d72-531faac19e96,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:59.334066 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Allocated IP 172.27.1.81 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/318a3f8e-5931-4944-95b2-be9f8b5a06d2) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:50:59.458002 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:59.520039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:59.575902 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:50:59.586938 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:50:59.589763 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:50:59.628363 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Pushing event updated for resources: {'Port': ['ID=318a3f8e-5931-4944-95b2-be9f8b5a06d2,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:50:59.890870 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:00.136240 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:00.302544 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2a3ae-9101-44ae-93f4-c93665d08b67 req-dcac483c-baf2-4b67-829e-ef6d593e46d0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:00.304096 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14f2a3ae-9101-44ae-93f4-c93665d08b67 req-dcac483c-baf2-4b67-829e-ef6d593e46d0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1777422 Jul 14 10:51:00.367518 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14f2a3ae-9101-44ae-93f4-c93665d08b67 req-16eedbb1-48f8-4e88-8a1e-ac2b93c6a094 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545237 Jul 14 10:51:00.383523 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:51:00.400688 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50228) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:00.505491 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50232) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:00.530985 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:51:00.533404 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4731463-fc51-4ee9-8bf0-0c1b943368aa None None] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:51:00.543079 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Sync routers for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:51:00.554381 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:51:00.557216 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:50:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:00.557454 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:00.559728 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-b05689f1-ab96-4ebf-b4f9-55c20735031e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2501714 Jul 14 10:51:00.561932 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50236) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:00.621859 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e75cd89c-1ab4-43a5-ab38-e731f4ea410c None None] Provisioning for port 5f61cd36-4152-4530-9d72-531faac19e96 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:00.712804 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:51:00.795813 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:00.804500 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6645ee4-a684-447a-9788-7f6ab9ee5bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:00.819270 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5f61cd36-4152-4530-9d72-531faac19e96 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:00.892563 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 5f61cd36-4152-4530-9d72-531faac19e96 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:00.899038 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 5f61cd36-4152-4530-9d72-531faac19e96 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:00.900298 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:00.933361 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:50:59Z', 'revision_number': 3, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:00.966988 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Checking router: 27fb4ee0-e4a0-4933-835e-0e507cf606b0 for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:51:00.967717 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Updating router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:51:01.011090 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.090543 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.102182 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.148253 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.152170 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-ae603969-071c-4068-b0f3-0a37e779253b None None] Provisioning complete for port 5f61cd36-4152-4530-9d72-531faac19e96 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:01.152558 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ae603969-071c-4068-b0f3-0a37e779253b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.193921 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cb529d7a88aa44bf94abc80cca823daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6848316 Jul 14 10:51:01.193921 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ed047e-7a8f-4d62-8235-6070bda3c2d1,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.195013 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50242) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:01.212088 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.213124 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.213470 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.213802 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.214149 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.214452 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.214775 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.215099 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.215422 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.215740 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.216057 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.216393 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1dbc3bf-2dd4-4147-87b4-d81b83edf366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.231675 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 5f61cd36-4152-4530-9d72-531faac19e96, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5f61cd36-4152-4530-9d72-531faac19e96,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:01.246178 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.294136 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6645ee4-a684-447a-9788-7f6ab9ee5bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.296959 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.298707 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.303449 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6645ee4-a684-447a-9788-7f6ab9ee5bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.303664 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.317229 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Transition to ACTIVE for port object 318a3f8e-5931-4944-95b2-be9f8b5a06d2 will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:51:01.325789 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.354830 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=5f61cd36-4152-4530-9d72-531faac19e96,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.366246 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.366920 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e6645ee4-a684-447a-9788-7f6ab9ee5bb5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0ad8b8002d514537a38541203d5c66c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9646194 Jul 14 10:51:01.373253 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50244) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:01.377516 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c092d55-a239-4d1d-b844-9f35655d5528 None None] Pushing event updated for resources: {'Port': ['ID=318a3f8e-5931-4944-95b2-be9f8b5a06d2,revision_number=2']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.393375 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6645ee4-a684-447a-9788-7f6ab9ee5bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2fe74e-e00c-45dc-bf99-da7600e9c20b,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.401677 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Attempting to bind port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:51:01.401802 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Attempting to bind port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:51:01.402086 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Attempting to bind port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:51:01.407378 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:51:01.407749 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:51:01.408150 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.408570 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:51:01.409047 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Bound port: 318a3f8e-5931-4944-95b2-be9f8b5a06d2, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:51:01.409446 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.456358 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.459271 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.463507 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1ed047e-7a8f-4d62-8235-6070bda3c2d1 HTTP/1.1" status: 204 len: 168 time: 0.2609079 Jul 14 10:51:01.467846 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] For port 318a3f8e-5931-4944-95b2-be9f8b5a06d2, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:51:01.471178 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] For port 318a3f8e-5931-4944-95b2-be9f8b5a06d2, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=318a3f8e-5931-4944-95b2-be9f8b5a06d2,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:51:01.478362 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.485542 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ed047e-7a8f-4d62-8235-6070bda3c2d1,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.496981 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.497441 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.497769 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.498373 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.498601 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.498939 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.499308 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.499646 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.500080 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.500636 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.500996 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.501322 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05138e91-c04c-4611-82f6-c7da252ee566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:01.537272 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c092d55-a239-4d1d-b844-9f35655d5528 None None] Pushing event updated for resources: {'Port': ['ID=318a3f8e-5931-4944-95b2-be9f8b5a06d2,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.538133 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6fd15779-0a21-4b4b-9e34-2195c15b0fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.563312 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:51:01.563911 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:50:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:01.603460 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Allocated IP 172.20.0.1 (31dba6b6-09fd-48b2-aeb9-799ba65bbb4b/ed6d4ea1-4359-427f-9020-4b9d73703576/b068a9d2-3a10-4906-a469-e655fecdfac8) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:51:01.631391 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6fd15779-0a21-4b4b-9e34-2195c15b0fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.672628 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07af849-026c-45a1-abd4-b2022bd11e80 req-f44e6093-c030-40a6-8baa-e7e70f9e2572 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:01.675731 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d07af849-026c-45a1-abd4-b2022bd11e80 req-f44e6093-c030-40a6-8baa-e7e70f9e2572 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1164112 Jul 14 10:51:01.720843 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:51:01.734453 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d07af849-026c-45a1-abd4-b2022bd11e80 req-f98e2136-a5f3-40b5-adf5-8ff42d59c818 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435417 Jul 14 10:51:01.758011 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6fd15779-0a21-4b4b-9e34-2195c15b0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.766643 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-6fd15779-0a21-4b4b-9e34-2195c15b0fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.768885 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-6fd15779-0a21-4b4b-9e34-2195c15b0fb7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ff2fe74e-e00c-45dc-bf99-da7600e9c20b HTTP/1.1" status: 204 len: 168 time: 0.3934970 Jul 14 10:51:01.783118 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd15779-0a21-4b4b-9e34-2195c15b0fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2fe74e-e00c-45dc-bf99-da7600e9c20b,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.808024 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.827173 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Transition to ACTIVE for port object b068a9d2-3a10-4906-a469-e655fecdfac8 will not be triggered until provisioned by entity DHCP. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:51:01.865422 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:01.905103 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:51:01.912370 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:51:01.916297 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:51:01.943576 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Pushing event updated for resources: {'Port': ['ID=b068a9d2-3a10-4906-a469-e655fecdfac8,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:01.970915 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.009561 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:50:59Z', 'revision_number': 3, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:02.070739 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67898fd-ba88-4edb-8c58-f609805ddf53 None None] The sync data for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi is: [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:50:59Z', 'revision_number': 3, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:51:02.164280 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.183773 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-1ed656bc-746a-4c29-ac65-762edfa87067 None None] Provisioning for port b068a9d2-3a10-4906-a469-e655fecdfac8 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:02.189828 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-1ed656bc-746a-4c29-ac65-762edfa87067 None None] Provisioning complete for port b068a9d2-3a10-4906-a469-e655fecdfac8 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:02.190140 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-1ed656bc-746a-4c29-ac65-762edfa87067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.238317 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-1ed656bc-746a-4c29-ac65-762edfa87067 None None] Port b068a9d2-3a10-4906-a469-e655fecdfac8 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:51:02.330484 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50276) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:02.345546 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99615a8e-7122-4c65-8b8d-bfd684a57262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.404903 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.410574 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.500360 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99615a8e-7122-4c65-8b8d-bfd684a57262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.506181 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99615a8e-7122-4c65-8b8d-bfd684a57262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.529174 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Pushing event updated for resources: {'Port': ['ID=b068a9d2-3a10-4906-a469-e655fecdfac8,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:02.531785 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.553728 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-99615a8e-7122-4c65-8b8d-bfd684a57262 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a415a1b69695491faafafce55454fbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198913 Jul 14 10:51:02.553728 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99615a8e-7122-4c65-8b8d-bfd684a57262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c6da4-d8ca-461b-aee2-e5c36b6ab6b2,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:02.554757 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50282) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:02.625289 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-243d7463-fcfe-4160-8702-13cc615f2af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.653904 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-243d7463-fcfe-4160-8702-13cc615f2af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.677319 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:51:02.680436 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:51:02.745298 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-243d7463-fcfe-4160-8702-13cc615f2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.752108 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-243d7463-fcfe-4160-8702-13cc615f2af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:02.755089 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-243d7463-fcfe-4160-8702-13cc615f2af2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ef7c6da4-d8ca-461b-aee2-e5c36b6ab6b2 HTTP/1.1" status: 204 len: 168 time: 0.1992862 Jul 14 10:51:02.770318 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d7463-fcfe-4160-8702-13cc615f2af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c6da4-d8ca-461b-aee2-e5c36b6ab6b2,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:02.916914 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:51:02.994300 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5f61cd36-4152-4530-9d72-531faac19e96 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:03.095453 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 5f61cd36-4152-4530-9d72-531faac19e96 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:03.096073 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:03.160582 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:51:03.180355 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a8870209-d2d6-43cf-b6f5-b3cea617b837 admin admin] 10.222.0.67 "PUT /v2.0/routers/27fb4ee0-e4a0-4933-835e-0e507cf606b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6086500 Jul 14 10:51:03.200425 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e278d-7cf1-466a-ae8b-4635a30a5de1 req-b54e4deb-d470-4a8e-ab39-eac117c3a11d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:03.202267 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ef6e278d-7cf1-466a-ae8b-4635a30a5de1 req-b54e4deb-d470-4a8e-ab39-eac117c3a11d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1522014 Jul 14 10:51:03.208825 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-1cf332af-e402-4b8a-a681-d374e2dba64d None None] Provisioning complete for port b068a9d2-3a10-4906-a469-e655fecdfac8 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:03.209431 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-1cf332af-e402-4b8a-a681-d374e2dba64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:03.261122 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ef6e278d-7cf1-466a-ae8b-4635a30a5de1 req-d86bd9f4-2cb9-4ac7-82b7-6ee698437c7c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518739 Jul 14 10:51:03.283700 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-1cf332af-e402-4b8a-a681-d374e2dba64d None None] Port b068a9d2-3a10-4906-a469-e655fecdfac8 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:51:03.343948 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 318a3f8e-5931-4944-95b2-be9f8b5a06d2 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:03.430869 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:03.439948 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:03.440269 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:03.577517 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:03.612038 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 318a3f8e-5931-4944-95b2-be9f8b5a06d2, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=318a3f8e-5931-4944-95b2-be9f8b5a06d2,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:03.617390 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:03.697184 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=318a3f8e-5931-4944-95b2-be9f8b5a06d2,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:04.269324 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Sync routers for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:51:04.280165 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:51:04.281001 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:50:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:04.357143 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50358) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:04.362902 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-b65c9efb-bcc2-42ab-8849-16c66d597253 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331034524', 'description': 'tempest-description--1093429961'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:04.403294 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b65c9efb-bcc2-42ab-8849-16c66d597253 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.415632 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:51:04.564124 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75365520-af1f-4c17-b90d-52b7265e009e req-4a54788a-08e1-4d15-80ff-872a5ce8471c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:04.567722 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-75365520-af1f-4c17-b90d-52b7265e009e req-4a54788a-08e1-4d15-80ff-872a5ce8471c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1483305 Jul 14 10:51:04.628342 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b65c9efb-bcc2-42ab-8849-16c66d597253 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.638641 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b65c9efb-bcc2-42ab-8849-16c66d597253 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.667485 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-75365520-af1f-4c17-b90d-52b7265e009e req-86c6f75f-996f-4f4c-b1ec-cf97173a1c73 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924916 Jul 14 10:51:04.679769 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b65c9efb-bcc2-42ab-8849-16c66d597253 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.681856 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-b65c9efb-bcc2-42ab-8849-16c66d597253 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3236279 Jul 14 10:51:04.685152 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50376) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:04.688921 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c9efb-bcc2-42ab-8849-16c66d597253 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f2642d-61e6-4ea6-813b-110575393b84,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:04.691544 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-414b30ba-fc44-493e-aba2-ed84964f770a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'security_group_rule': {'security_group_id': 'd3f2642d-61e6-4ea6-813b-110575393b84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:04.709946 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 2, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:04.744618 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-414b30ba-fc44-493e-aba2-ed84964f770a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.781597 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Checking router: 27fb4ee0-e4a0-4933-835e-0e507cf606b0 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:51:04.781964 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Updating router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 port b068a9d2-3a10-4906-a469-e655fecdfac8 binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:51:04.823110 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.827418 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 318a3f8e-5931-4944-95b2-be9f8b5a06d2 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:04.834309 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-414b30ba-fc44-493e-aba2-ed84964f770a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.846063 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-414b30ba-fc44-493e-aba2-ed84964f770a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.869391 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b30ba-fc44-493e-aba2-ed84964f770a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff44ba2-4ef3-43f0-8703-b49c1ff286ad,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:04.875119 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-414b30ba-fc44-493e-aba2-ed84964f770a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:04.880751 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-414b30ba-fc44-493e-aba2-ed84964f770a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1909103 Jul 14 10:51:04.881416 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50390) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:04.888392 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-866c5212-7d0a-48ae-807b-4801ddb312da tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'security_group_rule': {'security_group_id': 'd3f2642d-61e6-4ea6-813b-110575393b84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:04.955381 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-866c5212-7d0a-48ae-807b-4801ddb312da tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.028880 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:05.029253 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.094539 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-866c5212-7d0a-48ae-807b-4801ddb312da tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.102224 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-866c5212-7d0a-48ae-807b-4801ddb312da tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.169190 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-866c5212-7d0a-48ae-807b-4801ddb312da tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.173534 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-866c5212-7d0a-48ae-807b-4801ddb312da tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2874982 Jul 14 10:51:05.174022 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50402) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:05.174140 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c5212-7d0a-48ae-807b-4801ddb312da tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62226b2-2461-4952-987f-e26fc52b9c2f,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:05.179267 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:05.252905 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.320239 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50410) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:05.418179 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50414) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:05.419190 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.464885 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.476911 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Transition to ACTIVE for port object b068a9d2-3a10-4906-a469-e655fecdfac8 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:51:05.489694 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.549901 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Pushing event updated for resources: {'Port': ['ID=b068a9d2-3a10-4906-a469-e655fecdfac8,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:05.553257 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Allocated IP 172.27.1.135 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/4e938d26-3796-49c3-b138-43dfb19ca1c5) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:51:05.576635 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-113cb20c-91da-4b54-8a62-1e86e70f963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.581275 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.581876 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.582216 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.582549 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.582946 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.583214 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.583538 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.583861 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.584342 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.584689 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.591870 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.592431 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:51:05.617360 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-de407222-0bb1-443e-a8b9-38b87e6cbb81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.636936 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Attempting to bind port b068a9d2-3a10-4906-a469-e655fecdfac8 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:51:05.637296 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Attempting to bind port b068a9d2-3a10-4906-a469-e655fecdfac8 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:51:05.637843 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Attempting to bind port b068a9d2-3a10-4906-a469-e655fecdfac8 on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:51:05.644625 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:51:05.645367 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Checking segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:51:05.646037 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.646570 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Bound using segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:51:05.647243 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Bound port: b068a9d2-3a10-4906-a469-e655fecdfac8, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:51:05.647807 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.705904 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.728887 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-113cb20c-91da-4b54-8a62-1e86e70f963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.738471 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-113cb20c-91da-4b54-8a62-1e86e70f963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.762158 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.764040 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] For port b068a9d2-3a10-4906-a469-e655fecdfac8, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:51:05.769467 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] For port b068a9d2-3a10-4906-a469-e655fecdfac8, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=b068a9d2-3a10-4906-a469-e655fecdfac8,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:51:05.782294 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-113cb20c-91da-4b54-8a62-1e86e70f963d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41067f99d5d0481c9e080d95ba495161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598191 Jul 14 10:51:05.785231 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.794183 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50420) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:05.830043 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:51:05.855996 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:51:05.866581 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:51:05.890066 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5e0ea-1744-417d-98fa-855af28dd43c None None] Pushing event updated for resources: {'Port': ['ID=b068a9d2-3a10-4906-a469-e655fecdfac8,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:05.905990 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-de407222-0bb1-443e-a8b9-38b87e6cbb81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.912051 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:51:05.913112 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:50:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:05.915878 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-de407222-0bb1-443e-a8b9-38b87e6cbb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:05.955218 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb20c-91da-4b54-8a62-1e86e70f963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be78a09d-b3d0-4f58-9eff-d1acea52a607,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:05.960737 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-de407222-0bb1-443e-a8b9-38b87e6cbb81 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a3d7d854a3a4f49880908d7420fcffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414305 Jul 14 10:51:05.993607 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de407222-0bb1-443e-a8b9-38b87e6cbb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cdfd7-b1e0-4079-ad15-ce9964f8591e,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:05.996347 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50422) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:06.079093 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4af4c58f-a447-456a-a277-4ebea934f9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.086326 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:51:06.156849 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4af4c58f-a447-456a-a277-4ebea934f9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.226029 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'Port': ['ID=4e938d26-3796-49c3-b138-43dfb19ca1c5,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:06.226775 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974cce80-5a2e-4990-bc0f-8c3e1c6e31c3 req-9bfdaf26-ac6c-427a-bfc3-dba1c83b1598 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:06.228614 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-974cce80-5a2e-4990-bc0f-8c3e1c6e31c3 req-9bfdaf26-ac6c-427a-bfc3-dba1c83b1598 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1461887 Jul 14 10:51:06.263148 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4af4c58f-a447-456a-a277-4ebea934f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.266288 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4af4c58f-a447-456a-a277-4ebea934f9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.267009 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-66b84921-2838-413e-8dfb-807faa0d2bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.268717 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-4af4c58f-a447-456a-a277-4ebea934f9de admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a60cdfd7-b1e0-4079-ad15-ce9964f8591e HTTP/1.1" status: 204 len: 168 time: 0.2697692 Jul 14 10:51:06.297835 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4c58f-a447-456a-a277-4ebea934f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cdfd7-b1e0-4079-ad15-ce9964f8591e,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:06.332884 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-974cce80-5a2e-4990-bc0f-8c3e1c6e31c3 req-408ba0a3-259b-4582-b061-c57c1431034b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734103 Jul 14 10:51:06.352238 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-66b84921-2838-413e-8dfb-807faa0d2bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.433026 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.507205 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:05Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:06.537551 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.554332 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50444) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:06.557869 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f56788-9c28-4b6b-bef0-3381224fb671 None None] The sync data for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi is: [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:05Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:51:06.784020 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad7eb-813f-4dba-b09e-974bd9e41484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.847514 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device b068a9d2-3a10-4906-a469-e655fecdfac8 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:06.856577 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-66b84921-2838-413e-8dfb-807faa0d2bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.859201 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-66b84921-2838-413e-8dfb-807faa0d2bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.862099 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-66b84921-2838-413e-8dfb-807faa0d2bf3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be78a09d-b3d0-4f58-9eff-d1acea52a607 HTTP/1.1" status: 204 len: 168 time: 1.0646667 Jul 14 10:51:06.868447 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.881247 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b84921-2838-413e-8dfb-807faa0d2bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be78a09d-b3d0-4f58-9eff-d1acea52a607,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:06.883945 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:06.980474 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port b068a9d2-3a10-4906-a469-e655fecdfac8 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:06.986105 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port b068a9d2-3a10-4906-a469-e655fecdfac8 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:06.986348 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.042591 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'Port': ['ID=4e938d26-3796-49c3-b138-43dfb19ca1c5,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:07.048985 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad7eb-813f-4dba-b09e-974bd9e41484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.056651 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3b7ad7eb-813f-4dba-b09e-974bd9e41484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.067460 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.105508 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.109321 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-79f02a83-1eef-4389-a034-e0a29aca2a10 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9329433 Jul 14 10:51:07.147361 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-3b7ad7eb-813f-4dba-b09e-974bd9e41484 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dc621d505b5b4c03b826e23d48231fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5888290 Jul 14 10:51:07.147361 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ad7eb-813f-4dba-b09e-974bd9e41484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c07a7-4859-4267-9d18-6871ac0ccc5a,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:07.147675 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50468) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:07.249318 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8fa4-015e-4cf1-ac9b-196a08f8101a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.281391 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8fa4-015e-4cf1-ac9b-196a08f8101a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.296177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.376488 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port b068a9d2-3a10-4906-a469-e655fecdfac8, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=b068a9d2-3a10-4906-a469-e655fecdfac8,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:07.390941 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8fa4-015e-4cf1-ac9b-196a08f8101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.392802 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.398405 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fe6a8fa4-015e-4cf1-ac9b-196a08f8101a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.405012 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-fe6a8fa4-015e-4cf1-ac9b-196a08f8101a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc2c07a7-4859-4267-9d18-6871ac0ccc5a HTTP/1.1" status: 204 len: 168 time: 0.2549894 Jul 14 10:51:07.425282 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a8fa4-015e-4cf1-ac9b-196a08f8101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c07a7-4859-4267-9d18-6871ac0ccc5a,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:07.492888 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-b97ee3ed-14c6-4b15-925f-4a2e21e739e4 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1331034524&fields=id&tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04 HTTP/1.1" status: 200 len: 267 time: 0.1021564 Jul 14 10:51:07.534842 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=b068a9d2-3a10-4906-a469-e655fecdfac8,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:07.654942 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50496) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:07.679369 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a1679-1e1e-4433-8cd3-85f4d13b1bcd req-43a9b93b-e4c1-41d9-8088-4ab77af02660 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:07.694278 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-875a1679-1e1e-4433-8cd3-85f4d13b1bcd req-43a9b93b-e4c1-41d9-8088-4ab77af02660 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1461508 Jul 14 10:51:07.709394 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-7c4b11d2-36ac-48c1-a957-6f69101bf410 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:07.717246 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-7c4b11d2-36ac-48c1-a957-6f69101bf410 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 811 time: 0.2171638 Jul 14 10:51:07.727548 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dc899316-02cb-46da-82bc-189de377ae06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:07.741983 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-88236847-8fc0-4e8f-9c22-047b5457742d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/quotas/7b3a6fa1f8834d1dbf4a9e79cf4cad04 HTTP/1.1" status: 200 len: 375 time: 0.0236580 Jul 14 10:51:07.744300 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-875a1679-1e1e-4433-8cd3-85f4d13b1bcd req-8cdc7a65-4b60-4450-be39-24228ec09f8e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Jul 14 10:51:07.923728 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-614f709f-a3e3-4d07-a7b1-bfa71c9c0591 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1807506 Jul 14 10:51:08.284375 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dc899316-02cb-46da-82bc-189de377ae06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:08.291087 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dc899316-02cb-46da-82bc-189de377ae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:08.318950 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-199a7744-9199-4f4e-9552-54a8e7d632a8 service neutron] 10.222.0.67 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778729 Jul 14 10:51:08.346007 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-dc899316-02cb-46da-82bc-189de377ae06 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58479a2dcfcf4388be4ae07522f7d6b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6787329 Jul 14 10:51:08.348691 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50514) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:08.383090 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc899316-02cb-46da-82bc-189de377ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5165f72-6eb6-4993-bd6c-402dfb73563d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:08.421148 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1ba-913f-47a2-9285-e1cf81250464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:08.441555 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-a92d9bf0-f452-467a-ab2b-6ad0c21b8e6c service neutron] 10.222.0.67 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143692 Jul 14 10:51:08.447998 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1ba-913f-47a2-9285-e1cf81250464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:08.523671 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1ba-913f-47a2-9285-e1cf81250464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:08.526796 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b5bee1ba-913f-47a2-9285-e1cf81250464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:08.528278 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-b5bee1ba-913f-47a2-9285-e1cf81250464 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5165f72-6eb6-4993-bd6c-402dfb73563d HTTP/1.1" status: 204 len: 168 time: 0.1772177 Jul 14 10:51:08.549377 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bee1ba-913f-47a2-9285-e1cf81250464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5165f72-6eb6-4993-bd6c-402dfb73563d,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:08.686406 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-56491177-2439-458b-bece-caba0d4e4d66 req-2d28d915-15e5-43a9-82c7-8cb42c57bef6 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 210 time: 0.0451214 Jul 14 10:51:08.776127 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device b068a9d2-3a10-4906-a469-e655fecdfac8 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:08.843414 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port b068a9d2-3a10-4906-a469-e655fecdfac8 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:08.844548 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:09.055652 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fb732-33c0-444b-8103-c4af6efd8795 req-5043133b-8d9c-479f-aa40-45be3edcdd54 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:09.072277 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c53fb732-33c0-444b-8103-c4af6efd8795 req-5043133b-8d9c-479f-aa40-45be3edcdd54 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1554823 Jul 14 10:51:09.164805 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c53fb732-33c0-444b-8103-c4af6efd8795 req-91a710f4-17f2-4c79-98ec-3932920b2aa9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915856 Jul 14 10:51:09.833488 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2253a4e7-5c19-4917-8e04-d531df6b7964 req-3fdcc812-2be1-4b7f-8b4f-5ff9b749786c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 210 time: 0.0291259 Jul 14 10:51:10.263890 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-50ebb88f-2895-4cbc-adeb-4e7b445557e4 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:10.265872 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-50ebb88f-2895-4cbc-adeb-4e7b445557e4 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 811 time: 0.1354423 Jul 14 10:51:10.341694 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-e667dbeb-4076-4d1a-a8bf-325909d944c9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04 HTTP/1.1" status: 200 len: 380 time: 0.0662680 Jul 14 10:51:10.356198 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'port': {'device_id': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'admin_state_up': True, 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'security_groups': ['d3f2642d-61e6-4ea6-813b-110575393b84']}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:10.391583 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d7635-f238-43f2-a54d-cd9c8f9c314f req-c77fb826-d553-4ddc-9e83-944a4d65987a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:10.400607 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c97d7635-f238-43f2-a54d-cd9c8f9c314f req-c77fb826-d553-4ddc-9e83-944a4d65987a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0863085 Jul 14 10:51:10.463616 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c97d7635-f238-43f2-a54d-cd9c8f9c314f req-f1917035-cec9-4ec9-bee2-eb0a73b3ddec tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618613 Jul 14 10:51:10.524277 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Made reservation on behalf of 7b3a6fa1f8834d1dbf4a9e79cf4cad04 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:51:10.528653 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:10.676915 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Allocated IP 172.20.0.8 (31dba6b6-09fd-48b2-aeb9-799ba65bbb4b/ed6d4ea1-4359-427f-9020-4b9d73703576/4ce20f35-279d-458f-a56b-32275d9d601d) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:51:10.847271 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:10.877522 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Transition to ACTIVE for port object 4ce20f35-279d-458f-a56b-32275d9d601d will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:51:10.956251 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.006535 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:51:11.026424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:51:11.029211 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:51:11.118999 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'Port': ['ID=4ce20f35-279d-458f-a56b-32275d9d601d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:11.138283 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:11.138283 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.159579 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-429d6f81-a843-4204-87bf-62a27bd2013a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083513 Jul 14 10:51:11.173263 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Request body: {'port': {'device_id': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:11.184916 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be5888-edb3-491f-99f7-1f0fbe4cff83 req-fc36638e-7180-4a4e-880e-d2e1a2813f20 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:11.186515 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a4be5888-edb3-491f-99f7-1f0fbe4cff83 req-fc36638e-7180-4a4e-880e-d2e1a2813f20 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 931 time: 0.1659257 Jul 14 10:51:11.273030 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a4be5888-edb3-491f-99f7-1f0fbe4cff83 req-ce04f370-3b8f-4b23-b40c-356b0afa2806 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675514 Jul 14 10:51:11.291583 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.331683 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-86a33530-27ee-45ef-8120-065abf0f28b2 None None] Provisioning for port 4ce20f35-279d-458f-a56b-32275d9d601d completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:11.336236 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-86a33530-27ee-45ef-8120-065abf0f28b2 None None] Provisioning complete for port 4ce20f35-279d-458f-a56b-32275d9d601d triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:11.336637 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-86a33530-27ee-45ef-8120-065abf0f28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.379358 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-86a33530-27ee-45ef-8120-065abf0f28b2 None None] Port 4ce20f35-279d-458f-a56b-32275d9d601d cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:51:11.592495 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce20f35-279d-458f-a56b-32275d9d601d {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:51:11.615473 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.632058 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Transition to ACTIVE for port object 4ce20f35-279d-458f-a56b-32275d9d601d will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:51:11.636130 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.699221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Pushing event updated for resources: {'Port': ['ID=4ce20f35-279d-458f-a56b-32275d9d601d,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:11.730194 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7ac76-eccd-414d-96bd-3d2c1a8bde13 req-e7133540-4620-457d-a366-7e5fac623007 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:11.731791 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9fa7ac76-eccd-414d-96bd-3d2c1a8bde13 req-e7133540-4620-457d-a366-7e5fac623007 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1539817 Jul 14 10:51:11.801288 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9fa7ac76-eccd-414d-96bd-3d2c1a8bde13 req-b914cb13-b6d0-4f4d-9113-686bd371d597 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477469 Jul 14 10:51:11.811380 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Attempting to bind port 4ce20f35-279d-458f-a56b-32275d9d601d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:51:11.811781 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Attempting to bind port 4ce20f35-279d-458f-a56b-32275d9d601d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:51:11.812017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Attempting to bind port 4ce20f35-279d-458f-a56b-32275d9d601d on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:51:11.816602 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Port 4ce20f35-279d-458f-a56b-32275d9d601d on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:51:11.816930 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Attempting to bind port 4ce20f35-279d-458f-a56b-32275d9d601d on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:51:11.823415 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:51:11.824017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Checking segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:51:11.824705 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Bound using segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:51:11.825315 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Bound port: 4ce20f35-279d-458f-a56b-32275d9d601d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:51:11.825874 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.892146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] For port 4ce20f35-279d-458f-a56b-32275d9d601d, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:51:11.896100 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] For port 4ce20f35-279d-458f-a56b-32275d9d601d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ce20f35-279d-458f-a56b-32275d9d601d,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:51:11.901597 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.934814 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:11.935425 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:11.936953 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] 10.222.0.89 "PUT /v2.0/ports/4ce20f35-279d-458f-a56b-32275d9d601d HTTP/1.1" status: 200 len: 1093 time: 0.7680540 Jul 14 10:51:11.937482 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:51:11.939627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66640aa2-f004-4125-9e4a-686d74790769" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:51:11.963172 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301de3f3-7e99-44cf-b76d-3764e1c25ecf service neutron] Pushing event updated for resources: {'Port': ['ID=4ce20f35-279d-458f-a56b-32275d9d601d,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:11.981261 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5137b1a-f5a4-4f4f-afc9-481c3d770fff x-openstack-request-id: req-e5137b1a-f5a4-4f4f-afc9-481c3d770fff {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:51:11.981703 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:51:11.981946 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e5137b1a-f5a4-4f4f-afc9-481c3d770fff {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:51:11.982350 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d', 'status': 'completed', 'code': 200} Jul 14 10:51:12.457170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeafe8-0c0b-4e6b-a8f3-28ec2e9d0fe5 req-dd896b14-306e-42c1-b69f-534397986e3a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:12.458685 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1bbeafe8-0c0b-4e6b-a8f3-28ec2e9d0fe5 req-dd896b14-306e-42c1-b69f-534397986e3a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 943 time: 0.0691319 Jul 14 10:51:12.501556 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1bbeafe8-0c0b-4e6b-a8f3-28ec2e9d0fe5 req-d52f0a6d-c83d-48f7-ba1f-3f17e3400389 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360899 Jul 14 10:51:12.979910 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3693748-ed50-4410-8a4f-f10424bb0a5f req-66ee7f7b-30f7-418f-8e6f-f614dbb98c88 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:12.981434 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f3693748-ed50-4410-8a4f-f10424bb0a5f req-66ee7f7b-30f7-418f-8e6f-f614dbb98c88 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0665848 Jul 14 10:51:13.019271 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f3693748-ed50-4410-8a4f-f10424bb0a5f req-8ab46547-bdeb-4e49-991c-12b624b53e26 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Jul 14 10:51:13.677491 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafaa74-0b7a-4d21-90b7-3444e18a70cc req-33f66d59-432e-410c-9958-862a575ae5c6 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:13.678978 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bcafaa74-0b7a-4d21-90b7-3444e18a70cc req-33f66d59-432e-410c-9958-862a575ae5c6 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 943 time: 0.0645738 Jul 14 10:51:13.717275 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bcafaa74-0b7a-4d21-90b7-3444e18a70cc req-49c80bc4-fd6b-482c-866b-f6111c6e9551 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326865 Jul 14 10:51:14.193033 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e7597-fa39-4ab7-b064-06e5f3f58eee req-e4550caf-facf-4fd2-b14d-1f646c9d9713 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:14.194469 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-857e7597-fa39-4ab7-b064-06e5f3f58eee req-e4550caf-facf-4fd2-b14d-1f646c9d9713 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0636561 Jul 14 10:51:14.231812 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-857e7597-fa39-4ab7-b064-06e5f3f58eee req-753e7229-9ee6-4b2e-8bd3-05fa414dc2a3 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Jul 14 10:51:14.541364 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640aa2-f004-4125-9e4a-686d74790769 req-c1176c14-bce3-4227-ade9-152446a078f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:14.542841 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66640aa2-f004-4125-9e4a-686d74790769 req-c1176c14-bce3-4227-ade9-152446a078f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0577133 Jul 14 10:51:14.714886 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640aa2-f004-4125-9e4a-686d74790769 req-0c8c8f5b-05fe-4741-a314-45b2bedf19cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:14.716345 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66640aa2-f004-4125-9e4a-686d74790769 req-0c8c8f5b-05fe-4741-a314-45b2bedf19cf service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1634214 Jul 14 10:51:14.905997 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66640aa2-f004-4125-9e4a-686d74790769 req-a1c78a23-7370-48f1-a565-6de9581c8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:14.907424 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66640aa2-f004-4125-9e4a-686d74790769 req-a1c78a23-7370-48f1-a565-6de9581c8287 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1841288 Jul 14 10:51:14.936027 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb879bf4-58ce-4912-af58-3ae591595462 req-d16dce44-4d68-4b00-bfff-b5cdd2731f19 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:14.937632 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bb879bf4-58ce-4912-af58-3ae591595462 req-d16dce44-4d68-4b00-bfff-b5cdd2731f19 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 943 time: 0.1054318 Jul 14 10:51:15.009247 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bb879bf4-58ce-4912-af58-3ae591595462 req-52c21661-2726-49c6-9d30-815002428e3f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645633 Jul 14 10:51:15.029652 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-1c379932-018d-4e98-83c4-f9940c45be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:15.031083 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-1c379932-018d-4e98-83c4-f9940c45be92 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0691566 Jul 14 10:51:15.081151 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-74e36c3b-cbaa-4760-ae22-85b059b52136 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce20f35-279d-458f-a56b-32275d9d601d HTTP/1.1" status: 200 len: 217 time: 0.0381370 Jul 14 10:51:15.136759 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-ab4c766e-25ac-4f4d-9e4d-6216e571ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:15.138226 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-ab4c766e-25ac-4f4d-9e4d-6216e571ad23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0462058 Jul 14 10:51:15.203794 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5453678-9331-40df-ac1a-b98604f44a27 req-792f769f-b6c9-426c-83b6-6c1f62742411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:15.205420 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-792f769f-b6c9-426c-83b6-6c1f62742411 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0599878 Jul 14 10:51:15.317716 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-15c84023-c22e-452d-96d2-b94268b34e12 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044424 Jul 14 10:51:15.435527 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cc7e1-67ca-4c77-97c7-68abc9b60624 req-8541605e-8b85-41b0-8836-1bada40575f7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:15.437055 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-762cc7e1-67ca-4c77-97c7-68abc9b60624 req-8541605e-8b85-41b0-8836-1bada40575f7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0771732 Jul 14 10:51:15.439606 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5453678-9331-40df-ac1a-b98604f44a27 req-7a19f68f-20db-43cb-9a19-ce116bc923ab service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081407 Jul 14 10:51:15.475540 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-762cc7e1-67ca-4c77-97c7-68abc9b60624 req-90d01790-ac57-4f9d-8a3e-a1852efb7a59 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325129 Jul 14 10:51:16.133783 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:51:16.194985 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57750027-22a3-47d2-82a3-e135faf9ce50 req-dd2fbe57-ec55-4440-bee7-ee3301c75d19 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:16.196993 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-57750027-22a3-47d2-82a3-e135faf9ce50 req-dd2fbe57-ec55-4440-bee7-ee3301c75d19 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 943 time: 0.0782826 Jul 14 10:51:16.243221 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-57750027-22a3-47d2-82a3-e135faf9ce50 req-39b35139-d709-424b-8a91-d6d205b51e21 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402515 Jul 14 10:51:16.662745 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692ed8-52e9-4c67-bfcd-bde55edb232e req-9e35debd-5e8d-45af-95ab-45f6929d22d2 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:16.664629 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-81692ed8-52e9-4c67-bfcd-bde55edb232e req-9e35debd-5e8d-45af-95ab-45f6929d22d2 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0768054 Jul 14 10:51:16.708456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-81692ed8-52e9-4c67-bfcd-bde55edb232e req-ca0f5f59-d31e-4b08-9aee-2cdf6944ebd3 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374541 Jul 14 10:51:17.414422 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357db8e8-5457-45c2-acb5-da51725bf873 req-f21f37a2-4a1e-44a8-9cc0-be24b8b79103 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:17.415971 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-357db8e8-5457-45c2-acb5-da51725bf873 req-f21f37a2-4a1e-44a8-9cc0-be24b8b79103 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 943 time: 0.0612829 Jul 14 10:51:17.453303 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-357db8e8-5457-45c2-acb5-da51725bf873 req-a53c196a-97d9-4edd-8f5e-bf0bd8e37bce tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Jul 14 10:51:17.882304 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaef1e-718c-4628-9653-c82e6bfd5ce9 req-7e0632ba-66b6-458f-980f-d982bc39a1ec tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:17.883738 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c8aaef1e-718c-4628-9653-c82e6bfd5ce9 req-7e0632ba-66b6-458f-980f-d982bc39a1ec tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0610986 Jul 14 10:51:17.920992 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c8aaef1e-718c-4628-9653-c82e6bfd5ce9 req-6c141ee5-6f4d-44f9-8601-8a6deafbe83e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Jul 14 10:51:18.625320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823644-1d82-41c7-9020-0d0ab48189d0 req-fb32ea42-3ae9-4572-a528-6c259654b830 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:18.626772 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a2823644-1d82-41c7-9020-0d0ab48189d0 req-fb32ea42-3ae9-4572-a528-6c259654b830 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 943 time: 0.0663445 Jul 14 10:51:18.663827 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a2823644-1d82-41c7-9020-0d0ab48189d0 req-c3384300-71af-476f-b0f9-739a31be736a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316308 Jul 14 10:51:19.091646 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305efacc-135f-4202-86c4-46b1ced016f2 req-4e07f4a9-24d6-487e-9dc0-920be5e59d4c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:19.093057 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-305efacc-135f-4202-86c4-46b1ced016f2 req-4e07f4a9-24d6-487e-9dc0-920be5e59d4c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0632446 Jul 14 10:51:19.129587 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-305efacc-135f-4202-86c4-46b1ced016f2 req-9d541fc8-f837-4021-8d63-a8669fc6c6b3 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309281 Jul 14 10:51:19.877697 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715474c-332f-4277-a5e9-872d748de411 req-ef010d79-c7af-4e18-b73c-47ecd2c87704 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:19.879256 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2715474c-332f-4277-a5e9-872d748de411 req-ef010d79-c7af-4e18-b73c-47ecd2c87704 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 943 time: 0.0834637 Jul 14 10:51:19.920777 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2715474c-332f-4277-a5e9-872d748de411 req-96ecfcd0-7079-417c-b059-dcd1cb4e81a5 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352755 Jul 14 10:51:20.305759 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6cc8c-5572-4ac5-85b8-950b337a14f4 req-574e2804-9dab-4cc8-b6a9-1d689146ccac tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:20.307263 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-58f6cc8c-5572-4ac5-85b8-950b337a14f4 req-574e2804-9dab-4cc8-b6a9-1d689146ccac tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0658460 Jul 14 10:51:20.350398 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-58f6cc8c-5572-4ac5-85b8-950b337a14f4 req-37650042-77a2-40b8-9cb8-aa68c6d613a4 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360196 Jul 14 10:51:20.467224 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 4ce20f35-279d-458f-a56b-32275d9d601d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:51:20.560986 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 4ce20f35-279d-458f-a56b-32275d9d601d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ce20f35-279d-458f-a56b-32275d9d601d,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:20.571841 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '4ce20f35-279d-458f-a56b-32275d9d601d', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'port_id': '4ce20f35-279d-458f-a56b-32275d9d601d', 'mac_address': 'fa:16:3e:5e:16:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:51:20.612762 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:20.625769 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce20f35-279d-458f-a56b-32275d9d601d {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:51:20.644888 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 4ce20f35-279d-458f-a56b-32275d9d601d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ce20f35-279d-458f-a56b-32275d9d601d,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:20.648920 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:20.694766 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=4ce20f35-279d-458f-a56b-32275d9d601d,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:20.915114 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['4ce20f35-279d-458f-a56b-32275d9d601d'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:51:21.008287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5419432-80dc-450d-b14c-49cbbba1e86f req-16e6a4a0-c3c1-4f03-ad89-1b3aba14c3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:21.009814 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e5419432-80dc-450d-b14c-49cbbba1e86f req-16e6a4a0-c3c1-4f03-ad89-1b3aba14c3c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 1098 time: 0.0803514 Jul 14 10:51:21.070549 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e5419432-80dc-450d-b14c-49cbbba1e86f req-cb23e6dc-7b84-4b7b-8de9-1f9588d0ca5f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524545 Jul 14 10:51:21.183855 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc324f-a926-4812-bfec-6638e6c76c14 req-cbe18fe9-ed69-45b7-b48a-e50b84043ada tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:21.185473 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fddc324f-a926-4812-bfec-6638e6c76c14 req-cbe18fe9-ed69-45b7-b48a-e50b84043ada tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 944 time: 0.1038861 Jul 14 10:51:21.232775 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fddc324f-a926-4812-bfec-6638e6c76c14 req-e75f938d-d184-4c76-b0ed-3c64d54b1bc4 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406928 Jul 14 10:51:21.255603 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50864) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:21.364298 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fcd06a46-ed9c-4679-8cb2-f91b343fdae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:21.475540 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fcd06a46-ed9c-4679-8cb2-f91b343fdae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:21.482898 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fcd06a46-ed9c-4679-8cb2-f91b343fdae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:21.553803 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-fcd06a46-ed9c-4679-8cb2-f91b343fdae7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=430e61f37b5f4a61ae1dbf7671d22e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969255 Jul 14 10:51:21.556348 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50874) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:21.557863 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd06a46-ed9c-4679-8cb2-f91b343fdae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e85b2a-57ce-4ba6-ab89-83d2408386a0,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:21.601427 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f1e12-3c12-4647-9f69-4704d3415e73 req-88c2dc8a-3384-40ef-b7d4-7b239fad478e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:21.603020 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-616f1e12-3c12-4647-9f69-4704d3415e73 req-88c2dc8a-3384-40ef-b7d4-7b239fad478e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1132431 Jul 14 10:51:21.619478 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-76b9e4ec-6024-4917-9c97-f74c94228627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:21.642977 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-76b9e4ec-6024-4917-9c97-f74c94228627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:21.654568 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-616f1e12-3c12-4647-9f69-4704d3415e73 req-03dffacc-f02b-40a0-9157-4d63eebb646b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401239 Jul 14 10:51:21.695951 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-76b9e4ec-6024-4917-9c97-f74c94228627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:21.699396 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-76b9e4ec-6024-4917-9c97-f74c94228627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:21.700758 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-76b9e4ec-6024-4917-9c97-f74c94228627 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60e85b2a-57ce-4ba6-ab89-83d2408386a0 HTTP/1.1" status: 204 len: 168 time: 0.1430426 Jul 14 10:51:21.715389 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9e4ec-6024-4917-9c97-f74c94228627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e85b2a-57ce-4ba6-ab89-83d2408386a0,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:21.994666 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50884) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:21.998960 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-669f60fa-f750-4be8-993b-a071bb357ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.009313 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4853d8a2-dc78-42b8-a099-07a7dac517e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.101357 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4853d8a2-dc78-42b8-a099-07a7dac517e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.105436 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4853d8a2-dc78-42b8-a099-07a7dac517e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.141808 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-4853d8a2-dc78-42b8-a099-07a7dac517e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d376f2cdabfd41ddb6d72f83efd79973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459553 Jul 14 10:51:22.143689 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4853d8a2-dc78-42b8-a099-07a7dac517e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c4ec8e-5cf7-4070-ac70-f7305158feb2,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:22.144464 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50886) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:22.199150 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-beb9a470-9fb7-4232-8f4a-8f455b03df9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.484421 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-beb9a470-9fb7-4232-8f4a-8f455b03df9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.544677 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cbc0e-1e33-4d9c-88b0-ea1e27ca19d3 req-32b8ff84-4911-4955-94d3-09cfa6af5a9b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:22.546184 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ef8cbc0e-1e33-4d9c-88b0-ea1e27ca19d3 req-32b8ff84-4911-4955-94d3-09cfa6af5a9b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 944 time: 0.1011863 Jul 14 10:51:22.577702 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-beb9a470-9fb7-4232-8f4a-8f455b03df9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.580177 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-beb9a470-9fb7-4232-8f4a-8f455b03df9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.581339 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-beb9a470-9fb7-4232-8f4a-8f455b03df9a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b6c4ec8e-5cf7-4070-ac70-f7305158feb2 HTTP/1.1" status: 204 len: 168 time: 0.4358847 Jul 14 10:51:22.599037 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a470-9fb7-4232-8f4a-8f455b03df9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c4ec8e-5cf7-4070-ac70-f7305158feb2,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:22.612332 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ef8cbc0e-1e33-4d9c-88b0-ea1e27ca19d3 req-9993af1c-2c2b-436e-8b5c-f29693940dff tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584095 Jul 14 10:51:22.726500 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50948) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:22.873253 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb204c0-509d-4f47-b381-3fb483c7a691 req-22d643fa-532b-4459-bbaa-9fbcac5e1a9a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:22.878093 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4cb204c0-509d-4f47-b381-3fb483c7a691 req-22d643fa-532b-4459-bbaa-9fbcac5e1a9a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0986812 Jul 14 10:51:22.927660 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4cb204c0-509d-4f47-b381-3fb483c7a691 req-b0411a7e-43fd-4ea6-aad8-79c6ae42279d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469663 Jul 14 10:51:23.009559 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-07aba3ad-ad53-41b3-b60e-3d6a64349d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.048567 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 4ce20f35-279d-458f-a56b-32275d9d601d up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:23.082760 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50962) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:23.100375 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6ed8-99ac-4f5c-a7f0-127bb7576ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.109444 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 4ce20f35-279d-458f-a56b-32275d9d601d completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:23.113654 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 4ce20f35-279d-458f-a56b-32275d9d601d triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:23.114034 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.153707 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f20e46-88e4-4b96-88fd-16e8e711c9dc req-dbf5e0f5-0419-4c66-bd9a-428f580fb6f1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:23.155178 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-67f20e46-88e4-4b96-88fd-16e8e711c9dc req-dbf5e0f5-0419-4c66-bd9a-428f580fb6f1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1023371 Jul 14 10:51:23.159757 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-07aba3ad-ad53-41b3-b60e-3d6a64349d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.169749 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-07aba3ad-ad53-41b3-b60e-3d6a64349d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.195672 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.224093 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:51:23.226969 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5625f67c-2cb0-4269-b921-a5f295257cd4" -d '{"events": [{"server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "name": "network-vif-plugged", "status": "completed", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:51:23.229164 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aba3ad-ad53-41b3-b60e-3d6a64349d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd2f42b-a12c-4431-a20a-613da8f2b496,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:23.237878 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-67f20e46-88e4-4b96-88fd-16e8e711c9dc req-fbb0e365-a69a-43c1-b457-853a746e7707 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762269 Jul 14 10:51:23.242759 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-07aba3ad-ad53-41b3-b60e-3d6a64349d45 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76488da2a79a43fbb0c9e62d9c744c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150566 Jul 14 10:51:23.243350 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 50966) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:23.250249 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 4ce20f35-279d-458f-a56b-32275d9d601d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ce20f35-279d-458f-a56b-32275d9d601d,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:23.254782 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.273149 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6ed8-99ac-4f5c-a7f0-127bb7576ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.281487 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5d0f6ed8-99ac-4f5c-a7f0-127bb7576ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.317541 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=4ce20f35-279d-458f-a56b-32275d9d601d,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:23.320495 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9f724d1-696b-4d3a-9c28-cff5c63381a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.321137 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c40a7ac-416f-4776-bf95-4bea675b29fb x-openstack-request-id: req-7c40a7ac-416f-4776-bf95-4bea675b29fb {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:51:23.321657 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "name": "network-vif-plugged", "status": "completed", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:51:23.322121 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7c40a7ac-416f-4776-bf95-4bea675b29fb {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:51:23.322950 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d', 'code': 200} Jul 14 10:51:23.328214 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-5d0f6ed8-99ac-4f5c-a7f0-127bb7576ee6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f429a5ca991a4af48151bb127b130bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431164 Jul 14 10:51:23.329080 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0f6ed8-99ac-4f5c-a7f0-127bb7576ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e91fdb-f318-4924-9e8f-eb157b8b31ed,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:23.331511 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50970) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:23.348003 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9f724d1-696b-4d3a-9c28-cff5c63381a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.380361 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-00719ef2-f921-4286-9304-a1ee1756ca24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.401578 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9f724d1-696b-4d3a-9c28-cff5c63381a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.404188 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9f724d1-696b-4d3a-9c28-cff5c63381a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.404307 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-00719ef2-f921-4286-9304-a1ee1756ca24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.405412 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c9f724d1-696b-4d3a-9c28-cff5c63381a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8bd2f42b-a12c-4431-a20a-613da8f2b496 HTTP/1.1" status: 204 len: 168 time: 0.1611261 Jul 14 10:51:23.414805 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f724d1-696b-4d3a-9c28-cff5c63381a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd2f42b-a12c-4431-a20a-613da8f2b496,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:23.461854 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-00719ef2-f921-4286-9304-a1ee1756ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.465099 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-00719ef2-f921-4286-9304-a1ee1756ca24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.466270 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-00719ef2-f921-4286-9304-a1ee1756ca24 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b9e91fdb-f318-4924-9e8f-eb157b8b31ed HTTP/1.1" status: 204 len: 168 time: 0.1338241 Jul 14 10:51:23.476792 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00719ef2-f921-4286-9304-a1ee1756ca24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e91fdb-f318-4924-9e8f-eb157b8b31ed,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:23.817055 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f60b36-f2b9-49c1-8d42-786a51b43cb6 req-57e12816-5ef4-4a6b-8703-979f3dab4154 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:23.817055 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e5f60b36-f2b9-49c1-8d42-786a51b43cb6 req-57e12816-5ef4-4a6b-8703-979f3dab4154 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0747526 Jul 14 10:51:23.853995 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 50990) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:23.866403 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e5f60b36-f2b9-49c1-8d42-786a51b43cb6 req-f2631aaa-7122-428c-a754-863a02252e44 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Jul 14 10:51:23.868106 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-bf14ccf8-4975-4782-bd22-79697a6573a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.974722 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-bf14ccf8-4975-4782-bd22-79697a6573a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:23.979030 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-bf14ccf8-4975-4782-bd22-79697a6573a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.022958 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-bf14ccf8-4975-4782-bd22-79697a6573a5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2f9873575c1641f0aa648cd1be75ae8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1647964 Jul 14 10:51:24.023181 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 51000) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:24.029613 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14ccf8-4975-4782-bd22-79697a6573a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f72d895-d4f9-4b68-978e-35bd26ceadc0,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:24.079013 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-708f7454-43b3-4c3b-a7b5-4977282669f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.100717 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-708f7454-43b3-4c3b-a7b5-4977282669f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.148220 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-708f7454-43b3-4c3b-a7b5-4977282669f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.150987 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-708f7454-43b3-4c3b-a7b5-4977282669f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.152721 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-708f7454-43b3-4c3b-a7b5-4977282669f9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5f72d895-d4f9-4b68-978e-35bd26ceadc0 HTTP/1.1" status: 204 len: 168 time: 0.1286137 Jul 14 10:51:24.160817 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7454-43b3-4c3b-a7b5-4977282669f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f72d895-d4f9-4b68-978e-35bd26ceadc0,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:24.488649 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.723225 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9f49e3f0-57f7-4bf5-aa1d-660f16771a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:25.154368 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-e9e68651-9b67-4126-93fb-c4dfefba65bc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1391633 Jul 14 10:51:25.165216 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e066ec-329e-4e8f-bb99-84c948d7cc23 req-ab09932d-46dd-471a-84aa-8d12d89f8d35 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:25.169573 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37e066ec-329e-4e8f-bb99-84c948d7cc23 req-ab09932d-46dd-471a-84aa-8d12d89f8d35 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.1404374 Jul 14 10:51:25.278032 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37e066ec-329e-4e8f-bb99-84c948d7cc23 req-03c8a102-bb22-439c-8830-2180ef4512b0 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019380 Jul 14 10:51:25.321452 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0ea92-5a4c-4a58-8a63-a554a68eff4c req-56fa9672-9679-4734-a1ea-56fcd5e21a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:25.322942 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-94d0ea92-5a4c-4a58-8a63-a554a68eff4c req-56fa9672-9679-4734-a1ea-56fcd5e21a20 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 1098 time: 0.1116531 Jul 14 10:51:25.327972 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-bab961e5-4908-4f5a-8ab9-b972ee58139d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:25.329363 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-bab961e5-4908-4f5a-8ab9-b972ee58139d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.1193466 Jul 14 10:51:25.404775 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-94d0ea92-5a4c-4a58-8a63-a554a68eff4c req-4400d86e-89e0-4f69-a811-bbfeb634865f service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739663 Jul 14 10:51:25.448184 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-598ec376-afe2-4889-a615-31fe8b3a5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:25.449938 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-598ec376-afe2-4889-a615-31fe8b3a5f8f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.0954931 Jul 14 10:51:25.526678 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-1f24dd6c-6e56-4ea6-a225-bf2486ad0780 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 217 time: 0.0360897 Jul 14 10:51:25.535080 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:25.592030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-58d89cf2-927b-4228-810f-80b92cdd2307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:25.593525 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-58d89cf2-927b-4228-810f-80b92cdd2307 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0443151 Jul 14 10:51:25.629203 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-81c02401-c990-42bd-8b8e-35249d2c1af8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267677 Jul 14 10:51:25.733282 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-eb0cc842-e4f3-4158-9257-323f917c0fcf service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936346 Jul 14 10:51:25.854101 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-05755c3d-8e1a-43d3-9dcf-7e46b9fee602 req-c5c40293-32bf-4edb-9ae8-1386ac731842 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046040 Jul 14 10:51:26.094306 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 51108) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:26.199520 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8f0f-5cc6-440e-b20f-1c64c5160b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.293520 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8f0f-5cc6-440e-b20f-1c64c5160b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.299366 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8f0f-5cc6-440e-b20f-1c64c5160b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.337503 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b8f0f-5cc6-440e-b20f-1c64c5160b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4722a192-c55c-492d-a00b-674cb0cec3b4,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:26.343058 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-0f1b8f0f-5cc6-440e-b20f-1c64c5160b7b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ab0efe34ca284cb5aa60714bcb894831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477477 Jul 14 10:51:26.345891 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 51114) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:26.405978 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-46053f1c-621c-4107-9705-24e240c08a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.427784 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-46053f1c-621c-4107-9705-24e240c08a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.469200 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6d2cf-59aa-490b-92db-04da8835534a req-052da2a0-6005-420b-8aa0-b6b3970a9a40 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:26.470822 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37e6d2cf-59aa-490b-92db-04da8835534a req-052da2a0-6005-420b-8aa0-b6b3970a9a40 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0677192 Jul 14 10:51:26.476896 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-46053f1c-621c-4107-9705-24e240c08a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.479413 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-46053f1c-621c-4107-9705-24e240c08a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.483374 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-46053f1c-621c-4107-9705-24e240c08a1d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4722a192-c55c-492d-a00b-674cb0cec3b4 HTTP/1.1" status: 204 len: 168 time: 0.1365235 Jul 14 10:51:26.492077 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46053f1c-621c-4107-9705-24e240c08a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4722a192-c55c-492d-a00b-674cb0cec3b4,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:26.518358 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37e6d2cf-59aa-490b-92db-04da8835534a req-33c402d5-5b8c-4d3d-912a-4d6e6fb04600 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Jul 14 10:51:26.769389 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51120) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:26.783522 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4f42ddaa-a2d9-4222-9d1b-d5aaf20c06bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.881507 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4f42ddaa-a2d9-4222-9d1b-d5aaf20c06bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.887456 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4f42ddaa-a2d9-4222-9d1b-d5aaf20c06bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:26.932195 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42ddaa-a2d9-4222-9d1b-d5aaf20c06bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6bda90-1691-47c0-9fa2-6d657fcf0d20,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:26.936917 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-4f42ddaa-a2d9-4222-9d1b-d5aaf20c06bd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ed0cadc66bff49398e2ca158fa0fe1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659572 Jul 14 10:51:26.939501 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51130) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:26.998796 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e07ab983-cf64-4fae-808f-6e1de4e0c956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.020855 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e07ab983-cf64-4fae-808f-6e1de4e0c956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.085874 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e07ab983-cf64-4fae-808f-6e1de4e0c956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.089155 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e07ab983-cf64-4fae-808f-6e1de4e0c956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.090466 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e07ab983-cf64-4fae-808f-6e1de4e0c956 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ab6bda90-1691-47c0-9fa2-6d657fcf0d20 HTTP/1.1" status: 204 len: 168 time: 0.1499493 Jul 14 10:51:27.101571 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ab983-cf64-4fae-808f-6e1de4e0c956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6bda90-1691-47c0-9fa2-6d657fcf0d20,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:27.328752 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-2ff33501-9ebe-4068-ba2d-db0808b642cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:27.330478 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-2ff33501-9ebe-4068-ba2d-db0808b642cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.0972250 Jul 14 10:51:27.455936 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434b561-e45f-406d-80ad-7bf99b00dc2b req-43e9fda4-3a24-4331-ab25-f9300ee1d899 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:27.458009 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0434b561-e45f-406d-80ad-7bf99b00dc2b req-43e9fda4-3a24-4331-ab25-f9300ee1d899 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1500666 Jul 14 10:51:27.489688 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-063b7e44-9566-481f-bdab-0b801380a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:27.491532 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-063b7e44-9566-481f-bdab-0b801380a159 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.1383069 Jul 14 10:51:27.495149 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.530043 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0434b561-e45f-406d-80ad-7bf99b00dc2b req-fd33e658-c065-45cd-988b-257b354e8639 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651672 Jul 14 10:51:27.565981 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-af03d6c6-7f0f-42f8-bf11-e89b22d33d78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 217 time: 0.0661674 Jul 14 10:51:27.627545 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-f62faffb-34f4-4c3b-a5c7-0f0419c70b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:27.629151 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-f62faffb-34f4-4c3b-a5c7-0f0419c70b81 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0539670 Jul 14 10:51:27.686567 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-2aac06d7-573f-4beb-b5ad-c44ae100e30d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466576 Jul 14 10:51:27.721479 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.849662 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a90d-5fec-4c0c-8116-0e27e7bebf28 req-c7ef4a3f-33c4-464a-baac-af07b522a33c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:27.851144 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0c13a90d-5fec-4c0c-8116-0e27e7bebf28 req-c7ef4a3f-33c4-464a-baac-af07b522a33c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.1936376 Jul 14 10:51:27.853421 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-0951c35d-3677-4084-afb2-9284c36b97a6 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288188 Jul 14 10:51:27.942034 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0c13a90d-5fec-4c0c-8116-0e27e7bebf28 req-64ca916a-cc35-44d0-a411-793748ee10f5 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844929 Jul 14 10:51:27.987011 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f618d395-6ef8-40d3-b9fc-932c1f53afce req-04b2b5db-a062-405a-a8e2-2ba7686a455c service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223369 Jul 14 10:51:28.256785 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ca24a-6cc5-491c-8467-eb9b41068c40 req-f6a5048d-df91-4fad-8233-ff4bacbae3e3 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:28.258254 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e90ca24a-6cc5-491c-8467-eb9b41068c40 req-f6a5048d-df91-4fad-8233-ff4bacbae3e3 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0662293 Jul 14 10:51:28.267734 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51186) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:28.272652 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'floatingip': {'port_id': '4ce20f35-279d-458f-a56b-32275d9d601d'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:28.350198 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:28.757280 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dc2de-c822-43af-b7ca-5e6c5a6efe87 req-e1812aae-17bf-4449-a71b-e629a0be14f6 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:28.758803 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-175dc2de-c822-43af-b7ca-5e6c5a6efe87 req-e1812aae-17bf-4449-a71b-e629a0be14f6 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0867419 Jul 14 10:51:28.817222 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-175dc2de-c822-43af-b7ca-5e6c5a6efe87 req-2ef154b9-6eeb-40e2-b05d-201b26a2446a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455210 Jul 14 10:51:29.088313 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:29.093596 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:29.219422 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Floating IP e178480a-6025-4624-9f25-26856e49ac4e associated. External IP: 172.27.1.135, port: 4ce20f35-279d-458f-a56b-32275d9d601d. Jul 14 10:51:29.668218 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:51:29.775395 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:51:29.781031 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:29.785780 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] Sync routers for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:51:29.796087 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:51:29.796807 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:29.817984 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-1bf12e70-a37f-43df-820c-d178d56bc15e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "PUT /v2.0/floatingips/e178480a-6025-4624-9f25-26856e49ac4e HTTP/1.1" status: 200 len: 991 time: 1.5491529 Jul 14 10:51:29.818563 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:51:29.822261 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec21a17-635b-4c40-982b-01efea556319" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:51:29.870563 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4359ee2e-3a4e-4a69-a147-1e44259d5abc x-openstack-request-id: req-4359ee2e-3a4e-4a69-a147-1e44259d5abc {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:51:29.870971 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:51:29.871234 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4359ee2e-3a4e-4a69-a147-1e44259d5abc {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:51:29.871636 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d', 'status': 'completed', 'code': 200} Jul 14 10:51:29.913496 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:51:29.974599 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21a17-635b-4c40-982b-01efea556319 req-79846f6f-f373-4f1b-ac07-083011a1c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:29.976469 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bec21a17-635b-4c40-982b-01efea556319 req-79846f6f-f373-4f1b-ac07-083011a1c6f0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 1098 time: 0.0707519 Jul 14 10:51:30.113429 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21898ee1-64fe-4ffd-9fcf-ac7dc28d41e0 req-dbceb368-f79a-4036-9252-fd1a20f5492f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:30.115127 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21898ee1-64fe-4ffd-9fcf-ac7dc28d41e0 req-dbceb368-f79a-4036-9252-fd1a20f5492f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1428218 Jul 14 10:51:30.134431 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21a17-635b-4c40-982b-01efea556319 req-19948921-e9d6-4342-9ba9-7d87efc77b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:30.136962 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bec21a17-635b-4c40-982b-01efea556319 req-19948921-e9d6-4342-9ba9-7d87efc77b36 service neutron] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 913 time: 0.1512468 Jul 14 10:51:30.167543 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21898ee1-64fe-4ffd-9fcf-ac7dc28d41e0 req-610a9c85-4192-4b6e-a78b-3f1a0a40f1c5 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Jul 14 10:51:30.243036 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'e178480a-6025-4624-9f25-26856e49ac4e', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'port_id': '4ce20f35-279d-458f-a56b-32275d9d601d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'mac_address': 'fa:16:3e:5e:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:51:06Z', 'updated_at': '2021-07-14T10:51:28Z', 'revision_number': 1, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:30.274282 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] Checking router: 27fb4ee0-e4a0-4933-835e-0e507cf606b0 for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:51:30.282973 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:51:30.283481 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:30.404684 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:51:30.652974 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'e178480a-6025-4624-9f25-26856e49ac4e', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'port_id': '4ce20f35-279d-458f-a56b-32275d9d601d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'mac_address': 'fa:16:3e:5e:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:51:06Z', 'updated_at': '2021-07-14T10:51:28Z', 'revision_number': 1, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:51:30.687343 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdef1450-3da5-4b77-9e79-416b01c5e8c4 None None] The sync data for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi is: [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'e178480a-6025-4624-9f25-26856e49ac4e', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'floating_ip_address': '172.27.1.135', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'port_id': '4ce20f35-279d-458f-a56b-32275d9d601d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'mac_address': 'fa:16:3e:5e:16:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:51:06Z', 'updated_at': '2021-07-14T10:51:28Z', 'revision_number': 1, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:51:30.882666 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6297c0d-6f16-44e8-ba20-b73d5570f1e6 None None] New status for floating IP e178480a-6025-4624-9f25-26856e49ac4e: ACTIVE {{(pid=104701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:51:33.147819 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bec21a17-635b-4c40-982b-01efea556319 req-bd0ed1ad-bfbf-44d5-93fb-da357bc4458d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce20f35-279d-458f-a56b-32275d9d601d HTTP/1.1" status: 200 len: 1001 time: 0.0603380 Jul 14 10:51:33.201824 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21a17-635b-4c40-982b-01efea556319 req-cc3d3003-36a3-45a8-bfaf-2a3da3a504e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:33.203226 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bec21a17-635b-4c40-982b-01efea556319 req-cc3d3003-36a3-45a8-bfaf-2a3da3a504e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0469825 Jul 14 10:51:33.303501 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6572e-11a2-4d2a-90a3-dc914e674761 req-6d51b33a-70da-4f1d-90b0-bc28ffd846c7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:33.304958 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8cc6572e-11a2-4d2a-90a3-dc914e674761 req-6d51b33a-70da-4f1d-90b0-bc28ffd846c7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1009021 Jul 14 10:51:33.306650 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21a17-635b-4c40-982b-01efea556319 req-58e85aaa-8938-4642-99d9-175f4f6c1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:33.307974 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bec21a17-635b-4c40-982b-01efea556319 req-58e85aaa-8938-4642-99d9-175f4f6c1e7f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0955961 Jul 14 10:51:33.385514 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8cc6572e-11a2-4d2a-90a3-dc914e674761 req-8121369a-f2ba-467e-8f4e-631e59c5f21e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743463 Jul 14 10:51:33.432142 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bec21a17-635b-4c40-982b-01efea556319 req-dc1a5c18-143d-40e2-84d3-f2140382fadd service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004477 Jul 14 10:51:33.528296 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bec21a17-635b-4c40-982b-01efea556319 req-b7169ad0-e20b-4e8d-90d0-276a2601ead8 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837438 Jul 14 10:51:33.960297 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51352) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:34.064976 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-62ce3617-a83d-41a2-967b-82254c104050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.159229 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-62ce3617-a83d-41a2-967b-82254c104050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.164486 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-62ce3617-a83d-41a2-967b-82254c104050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.208575 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-62ce3617-a83d-41a2-967b-82254c104050 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=643ba0f6ccf04b8d98ae70d993360681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462692 Jul 14 10:51:34.215717 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3617-a83d-41a2-967b-82254c104050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2d7662-055e-43a8-a4fe-c8eca3361e0d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:34.216645 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51360) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:34.265427 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a31a2757-4697-4889-95d8-683fcd17e761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.286859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a31a2757-4697-4889-95d8-683fcd17e761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.333559 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a31a2757-4697-4889-95d8-683fcd17e761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.336136 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a31a2757-4697-4889-95d8-683fcd17e761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.337316 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a31a2757-4697-4889-95d8-683fcd17e761 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9c2d7662-055e-43a8-a4fe-c8eca3361e0d HTTP/1.1" status: 204 len: 168 time: 0.1196153 Jul 14 10:51:34.347196 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a2757-4697-4889-95d8-683fcd17e761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2d7662-055e-43a8-a4fe-c8eca3361e0d,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:34.583684 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53256-5a67-4caa-9bb4-89663ff3496e req-72e93cd9-fcc1-48fe-9ad7-903a47055a4d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:34.585438 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-96f53256-5a67-4caa-9bb4-89663ff3496e req-72e93cd9-fcc1-48fe-9ad7-903a47055a4d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0760515 Jul 14 10:51:34.651784 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-96f53256-5a67-4caa-9bb4-89663ff3496e req-a79c719e-bcad-4b8d-a155-413291ff73c5 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559113 Jul 14 10:51:34.669203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51380) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:34.682797 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e8c2-13ba-4d81-8e65-ea5065629f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.788543 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e8c2-13ba-4d81-8e65-ea5065629f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.792778 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cfb7e8c2-13ba-4d81-8e65-ea5065629f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.831977 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-cfb7e8c2-13ba-4d81-8e65-ea5065629f3d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e39a87bba01a4ac694b2e27c6a2612df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616759 Jul 14 10:51:34.832906 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7e8c2-13ba-4d81-8e65-ea5065629f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4639b89b-94f3-4021-ac1e-507a4381daeb,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:34.834739 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 51386) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:34.890972 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f123c618-9470-40a5-a31a-f8f70a6b9bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.911716 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f123c618-9470-40a5-a31a-f8f70a6b9bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.957477 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f123c618-9470-40a5-a31a-f8f70a6b9bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.960186 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f123c618-9470-40a5-a31a-f8f70a6b9bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:34.961660 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f123c618-9470-40a5-a31a-f8f70a6b9bff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4639b89b-94f3-4021-ac1e-507a4381daeb HTTP/1.1" status: 204 len: 168 time: 0.1258759 Jul 14 10:51:34.970884 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123c618-9470-40a5-a31a-f8f70a6b9bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4639b89b-94f3-4021-ac1e-507a4381daeb,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:35.837411 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8671d-7525-4a1c-a8df-bfc4fdbfc035 req-cb5cddba-85ee-4eee-9f13-ca0c28037592 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:35.838918 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c7d8671d-7525-4a1c-a8df-bfc4fdbfc035 req-cb5cddba-85ee-4eee-9f13-ca0c28037592 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0714798 Jul 14 10:51:35.893271 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c7d8671d-7525-4a1c-a8df-bfc4fdbfc035 req-842f9df8-4388-44aa-87ec-31eb864152ef tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472510 Jul 14 10:51:36.970290 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 51504) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:37.078090 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf3457-da8a-463b-b3d0-6126aca2881d req-76771ed6-68b2-4015-a198-462e7e1599ed tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:37.079832 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-68bf3457-da8a-463b-b3d0-6126aca2881d req-76771ed6-68b2-4015-a198-462e7e1599ed tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0748475 Jul 14 10:51:37.116881 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-88cfabca-13eb-4119-9a1b-6feb652ccdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:37.142297 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-68bf3457-da8a-463b-b3d0-6126aca2881d req-082ff799-d3ac-4ac6-bb09-3def86fe6d42 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556266 Jul 14 10:51:37.217480 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-88cfabca-13eb-4119-9a1b-6feb652ccdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:37.221283 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-88cfabca-13eb-4119-9a1b-6feb652ccdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:37.265447 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-88cfabca-13eb-4119-9a1b-6feb652ccdd8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=194ee1ab038d43d4967bd19988ade8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940373 Jul 14 10:51:37.266273 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfabca-13eb-4119-9a1b-6feb652ccdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebd1bba-fd7b-4264-a220-ede4ec3dc655,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:37.268171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51510) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:37.318494 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3cb185fe-350c-4b51-b8be-d352ecd7b0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:37.348559 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3cb185fe-350c-4b51-b8be-d352ecd7b0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:37.396112 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3cb185fe-350c-4b51-b8be-d352ecd7b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:37.398819 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3cb185fe-350c-4b51-b8be-d352ecd7b0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:37.400126 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-3cb185fe-350c-4b51-b8be-d352ecd7b0be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1ebd1bba-fd7b-4264-a220-ede4ec3dc655 HTTP/1.1" status: 204 len: 168 time: 0.1308193 Jul 14 10:51:37.408246 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb185fe-350c-4b51-b8be-d352ecd7b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebd1bba-fd7b-4264-a220-ede4ec3dc655,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:38.325791 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341a9a1-74dd-483d-b4aa-698ccb062173 req-dc2ff35f-0d18-4cab-97e4-3ddfbcd1572f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:38.328351 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b341a9a1-74dd-483d-b4aa-698ccb062173 req-dc2ff35f-0d18-4cab-97e4-3ddfbcd1572f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0657263 Jul 14 10:51:38.373611 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b341a9a1-74dd-483d-b4aa-698ccb062173 req-c5e69156-518c-4b2f-9d30-80a070536926 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Jul 14 10:51:39.503401 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51576) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:39.571575 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e795f-7052-42c0-8b67-82fc94c0a0a4 req-4b117c8f-f013-43c2-97ab-4acd68616612 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:39.573226 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ea8e795f-7052-42c0-8b67-82fc94c0a0a4 req-4b117c8f-f013-43c2-97ab-4acd68616612 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0713904 Jul 14 10:51:39.622349 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ea8e795f-7052-42c0-8b67-82fc94c0a0a4 req-5ecd91cc-7bad-4179-9e16-fcda8473ae8c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Jul 14 10:51:39.622807 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-adf9e8f3-fec0-4722-8510-f5c680053a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:39.728948 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-adf9e8f3-fec0-4722-8510-f5c680053a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:39.733064 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-adf9e8f3-fec0-4722-8510-f5c680053a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:39.772249 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-adf9e8f3-fec0-4722-8510-f5c680053a67 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6157f1ac1b543deb88a67d535151a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676923 Jul 14 10:51:39.773643 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9e8f3-fec0-4722-8510-f5c680053a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddab92-048e-45de-a592-812edd3809a9,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:39.775240 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 51584) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:39.830246 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9441a7a6-71ad-4043-ae5c-05d602955843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:39.851432 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9441a7a6-71ad-4043-ae5c-05d602955843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:39.902788 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9441a7a6-71ad-4043-ae5c-05d602955843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:39.905508 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9441a7a6-71ad-4043-ae5c-05d602955843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:39.906687 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-9441a7a6-71ad-4043-ae5c-05d602955843 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6cddab92-048e-45de-a592-812edd3809a9 HTTP/1.1" status: 204 len: 168 time: 0.1304278 Jul 14 10:51:39.914954 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441a7a6-71ad-4043-ae5c-05d602955843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddab92-048e-45de-a592-812edd3809a9,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:40.809303 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d109dd0-9ea5-4d1e-a29f-6a63ab040941 req-aaa36c78-65d7-4e3e-83e6-fe7a71f03625 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:40.810802 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5d109dd0-9ea5-4d1e-a29f-6a63ab040941 req-aaa36c78-65d7-4e3e-83e6-fe7a71f03625 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0692506 Jul 14 10:51:40.851865 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5d109dd0-9ea5-4d1e-a29f-6a63ab040941 req-a50a4bc9-0afe-4d3f-9177-25e17557f6d8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354066 Jul 14 10:51:43.219418 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1a227-4eaa-4899-bff9-f397ecd37279 req-5e68b143-3ee7-4aaf-b652-dab35bb20c07 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:43.220917 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5df1a227-4eaa-4899-bff9-f397ecd37279 req-5e68b143-3ee7-4aaf-b652-dab35bb20c07 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0673087 Jul 14 10:51:43.259397 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5df1a227-4eaa-4899-bff9-f397ecd37279 req-9495e4ca-c245-4a91-9adf-1c716db78e28 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Jul 14 10:51:44.435460 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d772-8f49-43c2-8bca-afb474121132 req-cd813fd4-bb9b-4c69-8602-c977fcbd8435 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:44.436859 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d342d772-8f49-43c2-8bca-afb474121132 req-cd813fd4-bb9b-4c69-8602-c977fcbd8435 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0654066 Jul 14 10:51:44.473429 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d342d772-8f49-43c2-8bca-afb474121132 req-2409e81e-fe2d-4b39-af75-c8e9052e8ab8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Jul 14 10:51:46.472459 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-35932c17-2f4b-42e2-a578-f59fc20ac097 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3d8251a0038b474d90a8c72943199645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312660 Jul 14 10:51:46.654541 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5df5ff41-f936-4cab-9f70-07a3d3c8a25d tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:46.655994 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5df5ff41-f936-4cab-9f70-07a3d3c8a25d tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785665 Jul 14 10:51:46.671239 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-598c5589-cce2-4893-81f9-dfae079dc3b4 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/quotas/3d8251a0038b474d90a8c72943199645 HTTP/1.1" status: 200 len: 375 time: 0.0098524 Jul 14 10:51:46.702409 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-d1eec7eb-580b-437d-8778-7e1acb082036 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3d8251a0038b474d90a8c72943199645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265148 Jul 14 10:51:47.805949 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9cc78c5a-cca9-46eb-acea-db835359786f req-3ab1611e-ef79-4acb-844e-f5c5dc38d587 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 210 time: 0.0318713 Jul 14 10:51:47.809571 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497e394-d059-404e-aa71-3c6a7b4036fc req-a18f9c39-c56f-477e-ba01-cd68450bc10c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:47.811694 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1497e394-d059-404e-aa71-3c6a7b4036fc req-a18f9c39-c56f-477e-ba01-cd68450bc10c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0859306 Jul 14 10:51:47.853206 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1497e394-d059-404e-aa71-3c6a7b4036fc req-a9c053e4-f7bc-4236-b2c9-9e503d03f053 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349524 Jul 14 10:51:48.468827 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-7f4cb755-de5a-4fd4-b24d-3980290c0223 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=3d8251a0038b474d90a8c72943199645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234370 Jul 14 10:51:48.581634 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-654b7088-41d8-4000-9c76-ea3df6c47f3b tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:48.582992 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-654b7088-41d8-4000-9c76-ea3df6c47f3b tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1084049 Jul 14 10:51:51.994760 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2f9a49e2-eaff-4360-bbad-5b7baf4ea274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:52.372921 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Request body: {'port': {'device_id': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15', 'admin_state_up': True, 'tenant_id': '3d8251a0038b474d90a8c72943199645'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:52.509172 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Made reservation on behalf of 3d8251a0038b474d90a8c72943199645 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:51:52.512929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:52.522937 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:52.551297 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-eb6347c7-30ed-4005-8872-ff319c9a5429 req-2b96f9f3-279f-4389-9cae-f39064e333ef tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 210 time: 0.0299449 Jul 14 10:51:52.636610 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304f55b-9598-47ee-95cf-4d40ad971991 req-1797100a-3b6d-4f5b-933d-245bdb609a5e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:52.636610 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7304f55b-9598-47ee-95cf-4d40ad971991 req-1797100a-3b6d-4f5b-933d-245bdb609a5e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1023138 Jul 14 10:51:52.705590 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:52.711463 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7304f55b-9598-47ee-95cf-4d40ad971991 req-56ef8253-7a39-44d8-80c0-831a00031bee tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616484 Jul 14 10:51:52.712970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:52.774504 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:52.854030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Allocated IP 192.168.233.74 (a24c07f9-e063-4321-8140-721c6eb25a15/7903c92a-3f27-4857-aa8c-b5a33c036eba/62105d59-5126-417c-8ca0-4071c1b8cf48) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:51:53.011003 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.025056 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Transition to ACTIVE for port object 62105d59-5126-417c-8ca0-4071c1b8cf48 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:51:53.056853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.101348 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Network a24c07f9-e063-4321-8140-721c6eb25a15 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:51:53.106652 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:51:53.110526 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:51:53.133013 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:51:53.138328 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Pushing event updated for resources: {'Port': ['ID=62105d59-5126-417c-8ca0-4071c1b8cf48,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:53.171590 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:53.172209 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.186975 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f6a043a8-989e-45bf-aab7-c8a07573ef21 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8176019 Jul 14 10:51:53.199773 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Request body: {'port': {'device_id': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:51:53.274078 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.346785 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-ecb80fe1-74bd-46c1-8446-e1506124668e None None] Provisioning for port 62105d59-5126-417c-8ca0-4071c1b8cf48 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:53.350850 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-ecb80fe1-74bd-46c1-8446-e1506124668e None None] Provisioning complete for port 62105d59-5126-417c-8ca0-4071c1b8cf48 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:53.351292 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ecb80fe1-74bd-46c1-8446-e1506124668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.393212 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-ecb80fe1-74bd-46c1-8446-e1506124668e None None] Port 62105d59-5126-417c-8ca0-4071c1b8cf48 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:51:53.556496 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62105d59-5126-417c-8ca0-4071c1b8cf48 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:51:53.564448 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.576232 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Transition to ACTIVE for port object 62105d59-5126-417c-8ca0-4071c1b8cf48 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:51:53.581228 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.673160 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=62105d59-5126-417c-8ca0-4071c1b8cf48,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:53.816995 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Attempting to bind port 62105d59-5126-417c-8ca0-4071c1b8cf48 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:51:53.817332 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Attempting to bind port 62105d59-5126-417c-8ca0-4071c1b8cf48 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:51:53.817660 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Attempting to bind port 62105d59-5126-417c-8ca0-4071c1b8cf48 on network a24c07f9-e063-4321-8140-721c6eb25a15 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:51:53.832767 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12ae3b-954f-4e5e-9c90-58313e3580b0 req-20e2972d-f123-40f6-a28a-2595c0c52e48 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:53.839839 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fb12ae3b-954f-4e5e-9c90-58313e3580b0 req-20e2972d-f123-40f6-a28a-2595c0c52e48 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 947 time: 0.1397789 Jul 14 10:51:53.857553 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Port 62105d59-5126-417c-8ca0-4071c1b8cf48 on network a24c07f9-e063-4321-8140-721c6eb25a15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:51:53.858859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Attempting to bind port 62105d59-5126-417c-8ca0-4071c1b8cf48 on network a24c07f9-e063-4321-8140-721c6eb25a15 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:51:53.884099 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:51:53.884439 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Checking segment: {'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:51:53.884856 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Bound using segment: {'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:51:53.885292 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Bound port: 62105d59-5126-417c-8ca0-4071c1b8cf48, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd682b828-8a2f-43a1-9691-eaf3505f1423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:51:53.885644 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:53.942493 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fb12ae3b-954f-4e5e-9c90-58313e3580b0 req-af79e6d4-17b4-4636-a5da-129ca0f63709 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009657 Jul 14 10:51:53.960403 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7f6c1-88f0-459e-bfed-a1421787fa9b req-8c0a1847-a63a-4dd3-8e2c-6f3ee34575fa tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:53.961961 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2fd7f6c1-88f0-459e-bfed-a1421787fa9b req-8c0a1847-a63a-4dd3-8e2c-6f3ee34575fa tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0977998 Jul 14 10:51:54.006816 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] For port 62105d59-5126-417c-8ca0-4071c1b8cf48, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:51:54.023503 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2fd7f6c1-88f0-459e-bfed-a1421787fa9b req-d88e6b34-f47c-4ab0-b400-5dd18a301a02 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Jul 14 10:51:54.027570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] For port 62105d59-5126-417c-8ca0-4071c1b8cf48, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=62105d59-5126-417c-8ca0-4071c1b8cf48,segment=NetworkSegment(d682b828-8a2f-43a1-9691-eaf3505f1423),segment_id=d682b828-8a2f-43a1-9691-eaf3505f1423)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:51:54.051985 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:54.092339 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc019b-2f90-40a2-9896-dbda254e3718 req-108f01e6-4c28-4a42-b8d3-81a590c8c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:54.094504 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dffc019b-2f90-40a2-9896-dbda254e3718 req-108f01e6-4c28-4a42-b8d3-81a590c8c36f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.1274972 Jul 14 10:51:54.103207 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:54.103767 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:54.105256 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] 10.222.0.89 "PUT /v2.0/ports/62105d59-5126-417c-8ca0-4071c1b8cf48 HTTP/1.1" status: 200 len: 1097 time: 0.9100604 Jul 14 10:51:54.112130 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'tag': '62105d59-5126-417c-8ca0-4071c1b8cf48'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:51:54.115401 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090073c8-abef-48e7-9853-eb238cc9c169" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8", "tag": "62105d59-5126-417c-8ca0-4071c1b8cf48"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:51:54.202640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c286ecf-430c-4386-ad8d-84781375cff2 x-openstack-request-id: req-6c286ecf-430c-4386-ad8d-84781375cff2 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:51:54.203038 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8", "tag": "62105d59-5126-417c-8ca0-4071c1b8cf48", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:51:54.203360 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c286ecf-430c-4386-ad8d-84781375cff2 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:51:54.203824 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'tag': '62105d59-5126-417c-8ca0-4071c1b8cf48', 'status': 'completed', 'code': 200} Jul 14 10:51:54.204913 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882c955-8852-4e26-8882-66a07c62d3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=62105d59-5126-417c-8ca0-4071c1b8cf48,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:54.231966 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dffc019b-2f90-40a2-9896-dbda254e3718 req-d07194b4-dc41-497e-8941-b692cd1da943 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235232 Jul 14 10:51:54.255169 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-4adb26e5-2284-4509-977c-50476c83ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:54.256676 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-4adb26e5-2284-4509-977c-50476c83ff88 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3d8251a0038b474d90a8c72943199645&device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 1100 time: 0.0971804 Jul 14 10:51:54.322384 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-5a069c4d-87c3-410b-959f-b97603ad7a7f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=62105d59-5126-417c-8ca0-4071c1b8cf48 HTTP/1.1" status: 200 len: 217 time: 0.0359910 Jul 14 10:51:54.379068 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-0ca46b69-0dd4-4953-8494-5ee735081747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:54.380456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-0ca46b69-0dd4-4953-8494-5ee735081747 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7903c92a-3f27-4857-aa8c-b5a33c036eba HTTP/1.1" status: 200 len: 843 time: 0.0480974 Jul 14 10:51:54.438175 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-55bf289a-5fcb-437d-9957-18cd59776bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:54.439521 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-55bf289a-5fcb-437d-9957-18cd59776bb6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a24c07f9-e063-4321-8140-721c6eb25a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0520051 Jul 14 10:51:54.470097 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:54.531198 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f7233d0d-4d3a-49d4-a65a-31cc4fd04aed service neutron] 10.222.0.89 "GET /v2.0/networks/a24c07f9-e063-4321-8140-721c6eb25a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845225 Jul 14 10:51:54.631045 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25e03a92-d713-48cb-90cf-b31ff1144e08 req-f3a9ff06-b5f3-4e44-96ab-30437c4d8f36 service neutron] 10.222.0.89 "GET /v2.0/networks/a24c07f9-e063-4321-8140-721c6eb25a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916688 Jul 14 10:51:54.710945 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e1fab1e9-8324-464c-876d-0781d5cc6c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:54.745989 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090073c8-abef-48e7-9853-eb238cc9c169 req-4621ed18-967e-4273-a373-94f7c3330d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:54.747470 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-090073c8-abef-48e7-9853-eb238cc9c169 req-4621ed18-967e-4273-a373-94f7c3330d6b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3d8251a0038b474d90a8c72943199645&device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 1100 time: 0.0541642 Jul 14 10:51:55.112832 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090073c8-abef-48e7-9853-eb238cc9c169 req-7e635fc0-c134-449d-b899-2d0f6b5f3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:55.114294 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-090073c8-abef-48e7-9853-eb238cc9c169 req-7e635fc0-c134-449d-b899-2d0f6b5f3bb3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=a24c07f9-e063-4321-8140-721c6eb25a15 HTTP/1.1" status: 200 len: 871 time: 0.3602107 Jul 14 10:51:55.172034 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-090073c8-abef-48e7-9853-eb238cc9c169 req-d350fb08-9d02-488c-8d83-8e2c73066a22 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=62105d59-5126-417c-8ca0-4071c1b8cf48 HTTP/1.1" status: 200 len: 217 time: 0.0463393 Jul 14 10:51:55.182401 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f0672-9831-463a-b456-b95197601237 req-9479735d-6e95-4db4-a1e4-d792cbc4b03b tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:55.184172 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7a2f0672-9831-463a-b456-b95197601237 req-9479735d-6e95-4db4-a1e4-d792cbc4b03b tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 947 time: 0.1197376 Jul 14 10:51:55.242445 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045be5bc-6420-4fd4-a1ea-e252d235b21a req-17fb519f-4f38-42ec-808d-02abbd880007 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:55.252399 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-045be5bc-6420-4fd4-a1ea-e252d235b21a req-17fb519f-4f38-42ec-808d-02abbd880007 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0985799 Jul 14 10:51:55.264038 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7a2f0672-9831-463a-b456-b95197601237 req-5f8a68a3-8047-422e-87d3-7bc8146e8b92 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698631 Jul 14 10:51:55.266133 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090073c8-abef-48e7-9853-eb238cc9c169 req-09812cc5-0bd4-4447-86c8-5127524a00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:55.267687 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-090073c8-abef-48e7-9853-eb238cc9c169 req-09812cc5-0bd4-4447-86c8-5127524a00ad service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7903c92a-3f27-4857-aa8c-b5a33c036eba HTTP/1.1" status: 200 len: 843 time: 0.0825987 Jul 14 10:51:55.297223 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-045be5bc-6420-4fd4-a1ea-e252d235b21a req-cb70ede3-7939-42fd-837b-f618e16424c6 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Jul 14 10:51:55.409841 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090073c8-abef-48e7-9853-eb238cc9c169 req-2ff3c71a-1c8f-4191-9ce5-ad9e9211faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:55.412795 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-090073c8-abef-48e7-9853-eb238cc9c169 req-2ff3c71a-1c8f-4191-9ce5-ad9e9211faea service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=a24c07f9-e063-4321-8140-721c6eb25a15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1364293 Jul 14 10:51:55.521752 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-090073c8-abef-48e7-9853-eb238cc9c169 req-24b6aee1-6a60-46e6-84d9-1281af1374d2 service neutron] 10.222.0.89 "GET /v2.0/networks/a24c07f9-e063-4321-8140-721c6eb25a15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980728 Jul 14 10:51:55.537442 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:55.615496 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-090073c8-abef-48e7-9853-eb238cc9c169 req-8ca7d6f4-f5b9-4f4b-b3de-6c5e04a025cb service neutron] 10.222.0.89 "GET /v2.0/networks/a24c07f9-e063-4321-8140-721c6eb25a15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867395 Jul 14 10:51:56.017950 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d26d4-2daf-4879-8a14-95890921072b req-1671b0af-9ce8-44cf-895f-20224904d995 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:56.019388 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-890d26d4-2daf-4879-8a14-95890921072b req-1671b0af-9ce8-44cf-895f-20224904d995 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0664718 Jul 14 10:51:56.055934 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-890d26d4-2daf-4879-8a14-95890921072b req-95b40b7e-9090-4a25-87f6-43238130146f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308874 Jul 14 10:51:56.454309 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f0ec7-096c-4ad4-8f94-a6f39684bda0 req-0dae858c-a487-499e-8475-78020de7c077 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:56.456025 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e12f0ec7-096c-4ad4-8f94-a6f39684bda0 req-0dae858c-a487-499e-8475-78020de7c077 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 947 time: 0.0660284 Jul 14 10:51:56.500143 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cc059-b93c-4ef5-91c3-b0e349ad83ed req-05fc44d8-4556-4992-b6ba-3f5d16cc0b91 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:56.502182 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f01cc059-b93c-4ef5-91c3-b0e349ad83ed req-05fc44d8-4556-4992-b6ba-3f5d16cc0b91 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0902596 Jul 14 10:51:56.512276 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e12f0ec7-096c-4ad4-8f94-a6f39684bda0 req-bd8a7ebe-4f33-4c1e-9ebe-a3d0c5006f02 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471513 Jul 14 10:51:56.553027 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f01cc059-b93c-4ef5-91c3-b0e349ad83ed req-bc54dce4-cc12-4531-ad92-bfa39f36b319 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Jul 14 10:51:56.681450 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 62105d59-5126-417c-8ca0-4071c1b8cf48 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:51:56.776948 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 62105d59-5126-417c-8ca0-4071c1b8cf48, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=62105d59-5126-417c-8ca0-4071c1b8cf48,segment=NetworkSegment(d682b828-8a2f-43a1-9691-eaf3505f1423),segment_id=d682b828-8a2f-43a1-9691-eaf3505f1423)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:56.788898 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '62105d59-5126-417c-8ca0-4071c1b8cf48', 'network_id': 'a24c07f9-e063-4321-8140-721c6eb25a15', 'port_id': '62105d59-5126-417c-8ca0-4071c1b8cf48', 'mac_address': 'fa:16:3e:c0:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7903c92a-3f27-4857-aa8c-b5a33c036eba', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:51:56.826570 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:56.842305 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62105d59-5126-417c-8ca0-4071c1b8cf48 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:51:56.876735 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 62105d59-5126-417c-8ca0-4071c1b8cf48, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=62105d59-5126-417c-8ca0-4071c1b8cf48,segment=NetworkSegment(d682b828-8a2f-43a1-9691-eaf3505f1423),segment_id=d682b828-8a2f-43a1-9691-eaf3505f1423)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:56.880941 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:56.933036 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=62105d59-5126-417c-8ca0-4071c1b8cf48,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:56.970106 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-a230425e-39d3-40a8-8ddf-e7f3f7769651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:56.971651 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-a230425e-39d3-40a8-8ddf-e7f3f7769651 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.0614750 Jul 14 10:51:57.009072 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f863b95-dfef-4e8d-840a-4fa307134be0 req-2e5a846b-1500-442b-9e7c-6ddebf017db7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:57.011606 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2f863b95-dfef-4e8d-840a-4fa307134be0 req-2e5a846b-1500-442b-9e7c-6ddebf017db7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0680838 Jul 14 10:51:57.055225 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2f863b95-dfef-4e8d-840a-4fa307134be0 req-f1efe80a-1955-421e-968d-40e471416b5d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371077 Jul 14 10:51:57.086654 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-73c9de97-6bce-4ab8-b757-0c6b53ea6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:57.089610 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-73c9de97-6bce-4ab8-b757-0c6b53ea6353 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.1045310 Jul 14 10:51:57.132813 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-b9ed54c4-316c-4eef-90de-1ec1f4ef4da9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 217 time: 0.0348337 Jul 14 10:51:57.186616 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-947595e1-83fc-4320-bb4d-6413c031b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:57.188146 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-947595e1-83fc-4320-bb4d-6413c031b916 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0474508 Jul 14 10:51:57.221938 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-704dae70-9f21-4aad-991f-bf1e251f8d00 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265994 Jul 14 10:51:57.243957 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['62105d59-5126-417c-8ca0-4071c1b8cf48'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:51:57.244983 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192222d-ec8d-472c-ab43-87229e2e32da req-d9288c69-6a51-4e04-8d96-8fe3b3cc50b6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:57.246471 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e192222d-ec8d-472c-ab43-87229e2e32da req-d9288c69-6a51-4e04-8d96-8fe3b3cc50b6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0660355 Jul 14 10:51:57.303118 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e192222d-ec8d-472c-ab43-87229e2e32da req-438e6b64-e4ed-45c3-a769-2dbfd3eee7ba tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503063 Jul 14 10:51:57.323153 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-d06f556f-8e20-45b2-a58f-d9965d6953c7 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928788 Jul 14 10:51:57.417317 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-09bf139f-8a42-4f6e-bc81-ed769d533eee req-078393fc-6282-4752-922b-a00f7f0eae10 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864124 Jul 14 10:51:57.483632 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:57.699842 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:57.709616 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e1991-094d-4ab4-bc0a-2a3a2e412b77 req-e7e34cce-ae7e-44cc-8a94-45c78d91b350 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:57.711189 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637e1991-094d-4ab4-bc0a-2a3a2e412b77 req-e7e34cce-ae7e-44cc-8a94-45c78d91b350 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 948 time: 0.0755093 Jul 14 10:51:57.759082 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637e1991-094d-4ab4-bc0a-2a3a2e412b77 req-90616419-bd20-49b7-b480-1fef0582af13 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370975 Jul 14 10:51:58.236064 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4897577-6fe5-40fb-879e-2ae1f450790f req-e264928d-22f0-440b-9195-9708fcd50d80 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:58.237555 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d4897577-6fe5-40fb-879e-2ae1f450790f req-e264928d-22f0-440b-9195-9708fcd50d80 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0641632 Jul 14 10:51:58.274318 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d4897577-6fe5-40fb-879e-2ae1f450790f req-3e43de37-6d84-47dc-b559-ec570a1449f5 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310287 Jul 14 10:51:58.484334 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a3472-6c2e-4643-a7d7-bc8322126816 req-843ff5f1-d696-4aae-99f0-851d12871d4b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:58.485822 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-031a3472-6c2e-4643-a7d7-bc8322126816 req-843ff5f1-d696-4aae-99f0-851d12871d4b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0679584 Jul 14 10:51:58.523596 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-031a3472-6c2e-4643-a7d7-bc8322126816 req-87521c88-3148-489b-bdb7-589aaa07e2d4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322528 Jul 14 10:51:58.720030 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 62105d59-5126-417c-8ca0-4071c1b8cf48 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:51:58.768404 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 62105d59-5126-417c-8ca0-4071c1b8cf48 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:51:58.772183 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 62105d59-5126-417c-8ca0-4071c1b8cf48 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:51:58.772552 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:58.862031 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:58.899134 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62105d59-5126-417c-8ca0-4071c1b8cf48'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:51:58.902884 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b507d0d4-a167-4e83-9fc2-117596a25471" -d '{"events": [{"server_uuid": "c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8", "name": "network-vif-plugged", "status": "completed", "tag": "62105d59-5126-417c-8ca0-4071c1b8cf48"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:51:58.909732 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 62105d59-5126-417c-8ca0-4071c1b8cf48, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=62105d59-5126-417c-8ca0-4071c1b8cf48,segment=NetworkSegment(d682b828-8a2f-43a1-9691-eaf3505f1423),segment_id=d682b828-8a2f-43a1-9691-eaf3505f1423)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:51:58.919289 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:58.962134 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643d99c-4923-476e-97c7-b1f67a1c36d7 x-openstack-request-id: req-3643d99c-4923-476e-97c7-b1f67a1c36d7 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:51:58.962740 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8", "name": "network-vif-plugged", "status": "completed", "tag": "62105d59-5126-417c-8ca0-4071c1b8cf48", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:51:58.963262 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3643d99c-4923-476e-97c7-b1f67a1c36d7 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:51:58.966116 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62105d59-5126-417c-8ca0-4071c1b8cf48', 'code': 200} Jul 14 10:51:58.986838 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=62105d59-5126-417c-8ca0-4071c1b8cf48,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:59.007726 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d0ed6-69e4-40c6-8eb1-6eb467f76fd4 req-fa622d5c-094e-4cfd-ac2a-8dacb010402a tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:59.013139 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-794d0ed6-69e4-40c6-8eb1-6eb467f76fd4 req-fa622d5c-094e-4cfd-ac2a-8dacb010402a tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 948 time: 0.1218629 Jul 14 10:51:59.038920 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 51976) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:59.055349 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-794d0ed6-69e4-40c6-8eb1-6eb467f76fd4 req-1dacaabb-a680-4c3f-8b75-a1aad033529d tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Jul 14 10:51:59.149035 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbeab-b3b8-47ad-b0ad-816acb3fa3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:59.242960 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbeab-b3b8-47ad-b0ad-816acb3fa3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:59.246795 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ca2bbeab-b3b8-47ad-b0ad-816acb3fa3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:59.284994 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ca2bbeab-b3b8-47ad-b0ad-816acb3fa3d1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e365a9a1b274fb4865f1268aec7d953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449143 Jul 14 10:51:59.286115 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bbeab-b3b8-47ad-b0ad-816acb3fa3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16fb02e-9440-4815-8c02-0087729ebebc,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:59.289145 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 51980) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:51:59.342086 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30761d0e-8b8f-4e8f-ba13-74c1e9ae340b req-1c7bcb14-7564-452e-8bec-ce7553a78704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:59.344718 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-30761d0e-8b8f-4e8f-ba13-74c1e9ae340b req-1c7bcb14-7564-452e-8bec-ce7553a78704 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 1102 time: 0.0908771 Jul 14 10:51:59.371794 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-50a8c137-b671-4ac5-b711-7fb33efdaf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:59.404826 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-30761d0e-8b8f-4e8f-ba13-74c1e9ae340b req-ed0f3edd-fec6-43f9-8b9b-01847567ff51 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499489 Jul 14 10:51:59.407140 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-50a8c137-b671-4ac5-b711-7fb33efdaf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:59.453893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-50a8c137-b671-4ac5-b711-7fb33efdaf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:59.456453 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-50a8c137-b671-4ac5-b711-7fb33efdaf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:59.457608 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-50a8c137-b671-4ac5-b711-7fb33efdaf70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a16fb02e-9440-4815-8c02-0087729ebebc HTTP/1.1" status: 204 len: 168 time: 0.1675179 Jul 14 10:51:59.459823 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0facc60-c306-4bd8-9abd-13f42878e669 req-76c64872-b017-40a2-96e8-8c799c70f9b8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:59.461335 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e0facc60-c306-4bd8-9abd-13f42878e669 req-76c64872-b017-40a2-96e8-8c799c70f9b8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0636630 Jul 14 10:51:59.465357 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8c137-b671-4ac5-b711-7fb33efdaf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16fb02e-9440-4815-8c02-0087729ebebc,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:51:59.503231 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e0facc60-c306-4bd8-9abd-13f42878e669 req-eb9a81fd-fab4-4909-92f8-a7be2e950578 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Jul 14 10:51:59.719335 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd730d1-c660-461b-991c-a714470a6c43 req-48c1142e-ca8c-48e6-b25b-6075569b32e0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:51:59.720847 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-acd730d1-c660-461b-991c-a714470a6c43 req-48c1142e-ca8c-48e6-b25b-6075569b32e0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0730901 Jul 14 10:51:59.760309 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-acd730d1-c660-461b-991c-a714470a6c43 req-f154a900-d124-44d7-be49-17280ddb9457 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336399 Jul 14 10:52:00.236571 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ea1bf-faf2-4aa6-bd66-c17702c3ea9c req-693d7d32-204d-478e-81a3-39babf65f3c7 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:00.238167 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c72ea1bf-faf2-4aa6-bd66-c17702c3ea9c req-693d7d32-204d-478e-81a3-39babf65f3c7 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 949 time: 0.0695975 Jul 14 10:52:00.255273 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52000) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:00.276552 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c72ea1bf-faf2-4aa6-bd66-c17702c3ea9c req-a92a9db6-7802-447e-9fae-0fb29b647064 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326970 Jul 14 10:52:00.356853 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-86e16701-5f76-484f-97ea-8b3908d9b30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.442205 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-86e16701-5f76-484f-97ea-8b3908d9b30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.445846 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-86e16701-5f76-484f-97ea-8b3908d9b30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.482290 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-86e16701-5f76-484f-97ea-8b3908d9b30a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a713bc1a15214c18993d194659c70c16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259741 Jul 14 10:52:00.483109 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16701-5f76-484f-97ea-8b3908d9b30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7e1892-ee1f-4e07-98fc-67f7a2b28170,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:00.486231 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52004) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:00.537941 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-979ebe0e-f59f-4279-b671-1f25e83d967a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.560220 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-979ebe0e-f59f-4279-b671-1f25e83d967a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.623929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-979ebe0e-f59f-4279-b671-1f25e83d967a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.626862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-979ebe0e-f59f-4279-b671-1f25e83d967a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.628575 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-979ebe0e-f59f-4279-b671-1f25e83d967a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ba7e1892-ee1f-4e07-98fc-67f7a2b28170 HTTP/1.1" status: 204 len: 168 time: 0.1402400 Jul 14 10:52:00.651239 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ebe0e-f59f-4279-b671-1f25e83d967a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7e1892-ee1f-4e07-98fc-67f7a2b28170,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:00.737715 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c99ec-bb06-4fde-9f14-577aced9a66f req-fb0e9026-b430-4076-800e-a48b93f4ef72 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:00.741015 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b29c99ec-bb06-4fde-9f14-577aced9a66f req-fb0e9026-b430-4076-800e-a48b93f4ef72 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0841968 Jul 14 10:52:00.785819 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b29c99ec-bb06-4fde-9f14-577aced9a66f req-939be6c7-7aa1-4ecd-ab6d-d886696991ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Jul 14 10:52:00.977917 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c54d1-8b21-4077-99a5-9782e195b3be req-970a7ee1-326a-4b7b-b65a-dde312d97921 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:00.979397 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3c7c54d1-8b21-4077-99a5-9782e195b3be req-970a7ee1-326a-4b7b-b65a-dde312d97921 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0700858 Jul 14 10:52:01.019615 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3c7c54d1-8b21-4077-99a5-9782e195b3be req-cd7d22de-e9c9-41af-8f74-bfb84077583d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333459 Jul 14 10:52:01.448363 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17f715-9af3-4b31-bfa5-a34b7756b7e5 req-2498101d-1ccb-4836-94a2-c4c9a4d61350 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:01.449871 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7b17f715-9af3-4b31-bfa5-a34b7756b7e5 req-2498101d-1ccb-4836-94a2-c4c9a4d61350 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 949 time: 0.0632002 Jul 14 10:52:01.486832 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7b17f715-9af3-4b31-bfa5-a34b7756b7e5 req-3391b674-912c-459b-ad49-05357e05ad0a tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308287 Jul 14 10:52:01.891382 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e5f98-6188-4d01-b0c3-356fb47b61ae req-997960df-aecf-4c90-918b-466abfbec093 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:01.892845 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a74e5f98-6188-4d01-b0c3-356fb47b61ae req-997960df-aecf-4c90-918b-466abfbec093 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 949 time: 0.0626585 Jul 14 10:52:01.928826 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a74e5f98-6188-4d01-b0c3-356fb47b61ae req-ac107a23-9de8-4e90-aab9-9d33f87baaf6 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302460 Jul 14 10:52:02.205886 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3604466-6892-41ca-96b2-6fb059185225 req-7abbdfe6-afee-44e1-b8de-f4e276c05d23 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:02.207648 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a3604466-6892-41ca-96b2-6fb059185225 req-7abbdfe6-afee-44e1-b8de-f4e276c05d23 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0629342 Jul 14 10:52:02.245088 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a3604466-6892-41ca-96b2-6fb059185225 req-5807e4f7-8541-4a70-bc75-38b6521ad7ba tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Jul 14 10:52:02.295610 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013358d-e811-4d6e-a5fd-0c7228c4b282 req-80973c9c-d424-44e7-a0ae-7c88a41d7493 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:02.297755 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8013358d-e811-4d6e-a5fd-0c7228c4b282 req-80973c9c-d424-44e7-a0ae-7c88a41d7493 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0628533 Jul 14 10:52:02.335805 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8013358d-e811-4d6e-a5fd-0c7228c4b282 req-5166806a-2e44-4167-905d-4063a4bbfa48 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Jul 14 10:52:03.112412 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675a639-6423-448f-9705-83e97710f67d req-f7d3c063-6930-4526-b751-e6b3e902b436 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:03.113928 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7675a639-6423-448f-9705-83e97710f67d req-f7d3c063-6930-4526-b751-e6b3e902b436 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 949 time: 0.0691040 Jul 14 10:52:03.151469 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7675a639-6423-448f-9705-83e97710f67d req-53112fa2-806d-489f-8834-79a05aa5db53 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318053 Jul 14 10:52:03.424492 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea32c7-b884-4b7a-a3d0-ac5d503fdf95 req-ba4b7cd7-3eb7-4c87-b181-b3347ad29641 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:03.425924 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e0ea32c7-b884-4b7a-a3d0-ac5d503fdf95 req-ba4b7cd7-3eb7-4c87-b181-b3347ad29641 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0662813 Jul 14 10:52:03.462964 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e0ea32c7-b884-4b7a-a3d0-ac5d503fdf95 req-c3c4c13d-63b9-4662-8c7e-dc13fbb76610 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312722 Jul 14 10:52:03.668632 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-095fc013-4f6b-4a0c-953b-bf051952701a tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:03.670059 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-095fc013-4f6b-4a0c-953b-bf051952701a tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 949 time: 0.0622518 Jul 14 10:52:03.791979 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Deleting port 62105d59-5126-417c-8ca0-4071c1b8cf48 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:52:03.792319 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:03.883285 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] For port 62105d59-5126-417c-8ca0-4071c1b8cf48, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=62105d59-5126-417c-8ca0-4071c1b8cf48,segment=NetworkSegment(d682b828-8a2f-43a1-9691-eaf3505f1423),segment_id=d682b828-8a2f-43a1-9691-eaf3505f1423)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:03.883643 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:03.897269 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Calling delete_port for 62105d59-5126-417c-8ca0-4071c1b8cf48 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:52:04.025862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:04.040721 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['62105d59-5126-417c-8ca0-4071c1b8cf48'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:52:04.055510 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Pushing event deleted for resources: {'Port': ['ID=62105d59-5126-417c-8ca0-4071c1b8cf48,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:04.087864 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.088302 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.088809 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.089221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.089626 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.090090 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.090425 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.090753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.091080 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.091405 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.091725 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.092102 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:04.135663 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] No DVR routers for this DVR port 62105d59-5126-417c-8ca0-4071c1b8cf48 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:52:04.138261 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:04.141063 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5075a4b2-19c3-46ce-b962-e74eefeae9c3 req-c43f85fe-94dc-477b-9bc5-790c010a5009 tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.89 "DELETE /v2.0/ports/62105d59-5126-417c-8ca0-4071c1b8cf48 HTTP/1.1" status: 204 len: 173 time: 0.4590554 Jul 14 10:52:04.141520 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'name': 'network-vif-deleted', 'tag': '62105d59-5126-417c-8ca0-4071c1b8cf48'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:52:04.143788 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cc483a-e4b6-420c-aa44-b8b1b7c80502" -d '{"events": [{"server_uuid": "c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8", "name": "network-vif-deleted", "tag": "62105d59-5126-417c-8ca0-4071c1b8cf48"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:52:04.185734 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde643c-5a28-429a-862c-fe5c7b6099c6 x-openstack-request-id: req-5bde643c-5a28-429a-862c-fe5c7b6099c6 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:52:04.186108 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8", "name": "network-vif-deleted", "tag": "62105d59-5126-417c-8ca0-4071c1b8cf48", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:52:04.186952 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5bde643c-5a28-429a-862c-fe5c7b6099c6 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:52:04.188092 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8', 'name': 'network-vif-deleted', 'tag': '62105d59-5126-417c-8ca0-4071c1b8cf48', 'status': 'completed', 'code': 200} Jul 14 10:52:04.300822 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66944a22-a695-4313-98e4-12a5f6be2352 req-fc2bf293-2072-4a9b-8d64-07d313df851d tempest-VolumesNegativeTest-1136605364 tempest-VolumesNegativeTest-1136605364-project] 10.222.0.67 "GET /v2.0/ports?device_id=c6e26a8a-1d3f-495f-a6c5-9b8529bf8af8 HTTP/1.1" status: 200 len: 210 time: 0.0307922 Jul 14 10:52:04.640222 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506860-1d49-40f3-b5f4-4d075f82a1c3 req-c5d2a346-2338-4ace-8edb-6491906092a2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:04.641577 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-25506860-1d49-40f3-b5f4-4d075f82a1c3 req-c5d2a346-2338-4ace-8edb-6491906092a2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0651114 Jul 14 10:52:04.680275 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-25506860-1d49-40f3-b5f4-4d075f82a1c3 req-d4ed8fd2-0423-452e-acd1-4db9e2f296ea tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331228 Jul 14 10:52:05.866772 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbf536-2995-45a5-a1a6-b4b0658c2cf7 req-445f50e1-cbe9-4936-a17a-548c2dd5ac2c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:05.868365 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-aedbf536-2995-45a5-a1a6-b4b0658c2cf7 req-445f50e1-cbe9-4936-a17a-548c2dd5ac2c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0669317 Jul 14 10:52:05.909594 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-aedbf536-2995-45a5-a1a6-b4b0658c2cf7 req-021f89da-0a15-4890-afc1-145ff2713866 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355709 Jul 14 10:52:06.770366 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 62105d59-5126-417c-8ca0-4071c1b8cf48 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:52:06.794135 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 62105d59-5126-417c-8ca0-4071c1b8cf48 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:52:06.794477 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 62105d59-5126-417c-8ca0-4071c1b8cf48 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:52:07.097829 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d05cf1-c4f4-4a71-8f6c-f77a5c90344a req-9e682ff0-314b-4519-a04e-1a3a773618ad tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:07.099736 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-52d05cf1-c4f4-4a71-8f6c-f77a5c90344a req-9e682ff0-314b-4519-a04e-1a3a773618ad tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0705395 Jul 14 10:52:07.139132 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-52d05cf1-c4f4-4a71-8f6c-f77a5c90344a req-40a95321-11d1-4864-a0d8-8f226819eb1e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332277 Jul 14 10:52:08.314953 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2c58a-061d-4090-860d-d19aa2693f97 req-ad28dac2-ff82-4828-a323-871ce5827bbc tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:08.316412 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f7b2c58a-061d-4090-860d-d19aa2693f97 req-ad28dac2-ff82-4828-a323-871ce5827bbc tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0623560 Jul 14 10:52:08.352428 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f7b2c58a-061d-4090-860d-d19aa2693f97 req-54beccd1-ea49-430a-a6d3-9432295967e3 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304031 Jul 14 10:52:09.527073 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d627-bfa8-4b3a-8681-093b9b4fe593 req-d18c476f-04a5-42b1-a3eb-9a372706e074 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:09.528534 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0b61d627-bfa8-4b3a-8681-093b9b4fe593 req-d18c476f-04a5-42b1-a3eb-9a372706e074 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0626116 Jul 14 10:52:09.565502 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0b61d627-bfa8-4b3a-8681-093b9b4fe593 req-9c82e57a-4ebe-435d-8b64-cbb51312e333 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309179 Jul 14 10:52:10.757731 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362db720-2d6f-46fe-87ae-bb463f148259 req-a87f5cad-afd3-4aab-8995-60cab1f19818 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:10.759371 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-362db720-2d6f-46fe-87ae-bb463f148259 req-a87f5cad-afd3-4aab-8995-60cab1f19818 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0763597 Jul 14 10:52:10.800939 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-362db720-2d6f-46fe-87ae-bb463f148259 req-3ac6cdbc-5ead-480f-808d-d67e2b19470f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352671 Jul 14 10:52:11.193126 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52374) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:11.319893 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-6e5d7ea4-c84b-474f-beb0-feb40253f222 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d8251a0038b474d90a8c72943199645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256151 Jul 14 10:52:11.322360 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52378) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:11.368892 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f7d937fd-86a6-4f7e-a260-c1a330641880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:11.389017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f7d937fd-86a6-4f7e-a260-c1a330641880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:11.435064 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f7d937fd-86a6-4f7e-a260-c1a330641880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:11.438086 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f7d937fd-86a6-4f7e-a260-c1a330641880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:11.439436 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f7d937fd-86a6-4f7e-a260-c1a330641880 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9e3bcb91-61a9-40f4-bf40-1b12c11a24a6 HTTP/1.1" status: 204 len: 168 time: 0.1161826 Jul 14 10:52:11.446897 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d937fd-86a6-4f7e-a260-c1a330641880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3bcb91-61a9-40f4-bf40-1b12c11a24a6,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:12.018153 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04b546-179f-40c3-8633-36da5ae02efc req-a70c9560-ba40-4008-b192-06b0f1a6e547 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:12.019777 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4e04b546-179f-40c3-8633-36da5ae02efc req-a70c9560-ba40-4008-b192-06b0f1a6e547 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0746775 Jul 14 10:52:12.059923 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4e04b546-179f-40c3-8633-36da5ae02efc req-c5081464-4651-4b4b-bb41-bac49a7bb616 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340924 Jul 14 10:52:12.070876 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52412) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:12.164541 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-165908148-network', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:12.186060 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Made reservation on behalf of 35de3d14ef564d4ba10846b9e3cea607 for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:52:12.188947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.197032 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.285652 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.289894 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.315929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1040} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:52:12.325723 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f392e-ac90-4b88-a56f-7bf4ed36fa6e,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:12.331886 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.332234 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Added segment ec846dc4-26a2-49cb-94d9-a98f8453a976 of type vlan for network aee68422-9b37-44d2-b55a-b5d0bc8304f3 Jul 14 10:52:12.371528 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.402473 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.403419 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:12.404005 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.456489 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3844788 Jul 14 10:52:12.459549 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52418) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:12.463463 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92aca7a-5b79-4d61-bc11-11b7686d1213 admin admin] Pushing event updated for resources: {'Network': ['ID=aee68422-9b37-44d2-b55a-b5d0bc8304f3,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:12.464567 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Request body: {'subnet': {'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-165908148-subnet', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'ip_version': 4}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:12.473765 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:52:12.485718 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Made reservation on behalf of 35de3d14ef564d4ba10846b9e3cea607 for: {'subnet': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:52:12.488082 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5060036'] for subnet, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.654974 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5477501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5060086'] for subnet, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.716375 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4de3578-731d-403c-8ddc-e8e07676fa9b,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:12.724385 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Checking segment: {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:12.724758 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Network hostable DHCP agents. Network: aee68422-9b37-44d2-b55a-b5d0bc8304f3, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:52:12.728226 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.728603 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.728940 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.729269 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.729594 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.729922 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.730268 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.730566 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.730902 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.731205 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.731518 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.731830 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:12.747723 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:52:12.756035 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, aee68422-9b37-44d2-b55a-b5d0bc8304f3) {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:12.760035 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:12.760651 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.765078 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd28d6-8efc-43a0-a496-bd70c1f63000 None None] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:52:12.774941 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a8963c12-0cf4-4484-b84c-afb7d214f5a6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3142586 Jul 14 10:52:12.777802 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52420) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:12.782742 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:12.802628 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.803600 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.862444 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.918315 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:52:12.919351 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:12.996025 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.217529 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Allocated IP 172.20.0.2 (aee68422-9b37-44d2-b55a-b5d0bc8304f3/d4de3578-731d-403c-8ddc-e8e07676fa9b/3d65294d-9208-4ae5-9f9c-a821fa21a557) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:52:13.234618 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.260935 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.264361 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13811424-6cd9-4868-b405-19464849ff69 req-c79dd7cd-24f7-41bd-84a9-d151e3c36a58 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:13.266671 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13811424-6cd9-4868-b405-19464849ff69 req-c79dd7cd-24f7-41bd-84a9-d151e3c36a58 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0703101 Jul 14 10:52:13.322630 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13811424-6cd9-4868-b405-19464849ff69 req-9441352a-b6e9-4f84-b0ab-e47233cdac5c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Jul 14 10:52:13.371052 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.380259 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Transition to ACTIVE for port object 3d65294d-9208-4ae5-9f9c-a821fa21a557 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:13.386263 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Allocated IP 172.27.1.159 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/59f38821-c0de-4910-8589-6c4702e7473c) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:52:13.395924 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Transition to ACTIVE for port object 3d65294d-9208-4ae5-9f9c-a821fa21a557 will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:13.401989 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.438177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:13.442949 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:13.446397 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:52:13.454794 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Pushing event updated for resources: {'Port': ['ID=3d65294d-9208-4ae5-9f9c-a821fa21a557,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:13.481811 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.482438 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.482438 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.482728 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.483061 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.483392 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.483730 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.484688 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.485021 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.485367 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.485669 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.485990 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:13.490460 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.521517 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Attempting to bind port 3d65294d-9208-4ae5-9f9c-a821fa21a557 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:52:13.521897 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Attempting to bind port 3d65294d-9208-4ae5-9f9c-a821fa21a557 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:52:13.522261 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Attempting to bind port 3d65294d-9208-4ae5-9f9c-a821fa21a557 on network aee68422-9b37-44d2-b55a-b5d0bc8304f3 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:13.527271 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:52:13.527513 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Checking segment: {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:13.527917 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.528342 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Bound using segment: {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:52:13.528815 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Bound port: 3d65294d-9208-4ae5-9f9c-a821fa21a557, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:52:13.529250 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.531837 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.566504 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:13.569304 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:13.574692 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:52:13.595631 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] For port 3d65294d-9208-4ae5-9f9c-a821fa21a557, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:52:13.599059 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] For port 3d65294d-9208-4ae5-9f9c-a821fa21a557, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=3d65294d-9208-4ae5-9f9c-a821fa21a557,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:52:13.602798 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:13.605470 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Pushing event updated for resources: {'Port': ['ID=59f38821-c0de-4910-8589-6c4702e7473c,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:13.664035 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d12ce2-cb48-41c2-9a3a-50aa90fd950e None None] Pushing event updated for resources: {'Port': ['ID=3d65294d-9208-4ae5-9f9c-a821fa21a557,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:14.046098 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:14.242417 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:14.386677 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Router 1e749084-f656-45ab-9e13-35bcb552f51e is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:52:14.511793 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:52:14.524287 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Sync routers for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:52:14.530020 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] Notify callbacks [] for router, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:14.532292 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-aea28b52-0e08-48e3-9566-6e47bd3c7e11 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7535436 Jul 14 10:52:14.535147 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52446) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:14.539915 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:14.540701 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:14.557768 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44f825-fff5-45df-982b-33f77d6884e0 req-de7db7a7-7385-4a61-8be6-0b6a02a63976 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:14.559572 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3d44f825-fff5-45df-982b-33f77d6884e0 req-de7db7a7-7385-4a61-8be6-0b6a02a63976 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0981090 Jul 14 10:52:14.610169 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1135e3-0189-4a6c-b633-fc9812235eba None None] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:52:14.612759 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3d44f825-fff5-45df-982b-33f77d6884e0 req-957abfec-ba81-4065-b6ad-2fab1ca96931 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475287 Jul 14 10:52:14.667847 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:14.683165 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-fda2e7b3-7cad-4a05-b65c-efe94f4fd5af None None] Provisioning for port 3d65294d-9208-4ae5-9f9c-a821fa21a557 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:14.878385 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:13Z', 'revision_number': 3, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:14.908802 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Checking router: 1e749084-f656-45ab-9e13-35bcb552f51e for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:52:14.909167 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Updating router 1e749084-f656-45ab-9e13-35bcb552f51e port 59f38821-c0de-4910-8589-6c4702e7473c binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:52:14.914500 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 3d65294d-9208-4ae5-9f9c-a821fa21a557 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:14.950485 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:14.978198 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 3d65294d-9208-4ae5-9f9c-a821fa21a557 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:14.982424 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 3d65294d-9208-4ae5-9f9c-a821fa21a557 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:14.982950 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.018833 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.073367 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.110361 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 3d65294d-9208-4ae5-9f9c-a821fa21a557, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=3d65294d-9208-4ae5-9f9c-a821fa21a557,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:15.116100 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.123545 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-a820b340-ee09-445d-8558-d16fc0a7ce16 None None] Provisioning complete for port 3d65294d-9208-4ae5-9f9c-a821fa21a557 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:15.124390 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-a820b340-ee09-445d-8558-d16fc0a7ce16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.190576 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Allocated IP 172.20.0.1 (aee68422-9b37-44d2-b55a-b5d0bc8304f3/d4de3578-731d-403c-8ddc-e8e07676fa9b/a1608269-b11d-42be-ba63-732701d59c8f) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:52:15.193864 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=3d65294d-9208-4ae5-9f9c-a821fa21a557,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:15.242302 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.253823 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Transition to ACTIVE for port object 59f38821-c0de-4910-8589-6c4702e7473c will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:15.260913 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.318793 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.321119 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Pushing event updated for resources: {'Port': ['ID=59f38821-c0de-4910-8589-6c4702e7473c,revision_number=2']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:15.324443 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Attempting to bind port 59f38821-c0de-4910-8589-6c4702e7473c on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:52:15.324798 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Attempting to bind port 59f38821-c0de-4910-8589-6c4702e7473c by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:52:15.325157 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Attempting to bind port 59f38821-c0de-4910-8589-6c4702e7473c on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:15.337565 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.338044 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.338294 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.338705 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.339019 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.339370 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.339756 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.340097 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.340445 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.340846 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.341173 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.341504 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:52:15.344853 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:52:15.345229 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:15.345762 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.346152 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:52:15.346616 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Bound port: 59f38821-c0de-4910-8589-6c4702e7473c, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:52:15.347016 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.350080 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Transition to ACTIVE for port object a1608269-b11d-42be-ba63-732701d59c8f will not be triggered until provisioned by entity DHCP. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:15.394485 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.403639 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] For port 59f38821-c0de-4910-8589-6c4702e7473c, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:52:15.407329 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] For port 59f38821-c0de-4910-8589-6c4702e7473c, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=59f38821-c0de-4910-8589-6c4702e7473c,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:52:15.411800 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.440916 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:15.444316 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:15.465868 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:52:15.477726 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c599a-e148-4b1b-8650-f298b2f0a3c4 None None] Pushing event updated for resources: {'Port': ['ID=59f38821-c0de-4910-8589-6c4702e7473c,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:15.487420 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:15.488136 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:15.518050 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Pushing event updated for resources: {'Port': ['ID=a1608269-b11d-42be-ba63-732701d59c8f,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:15.532258 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.613351 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52458) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:15.632802 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:15.746701 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.782749 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2aac7c8-f828-4f17-b8c5-78df1dab0532 None None] Provisioning for port a1608269-b11d-42be-ba63-732701d59c8f completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:15.788972 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2aac7c8-f828-4f17-b8c5-78df1dab0532 None None] Provisioning complete for port a1608269-b11d-42be-ba63-732701d59c8f triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:15.789697 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2aac7c8-f828-4f17-b8c5-78df1dab0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.810094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0237-de45-406a-a70d-ecf1f3bc43b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.870405 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2aac7c8-f828-4f17-b8c5-78df1dab0532 None None] Port a1608269-b11d-42be-ba63-732701d59c8f cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:52:15.949623 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.955206 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.969178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0237-de45-406a-a70d-ecf1f3bc43b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:15.974076 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:13Z', 'revision_number': 3, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:15.978617 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6dd65-5929-44a9-81e5-b59c5b153493 req-d8d30f15-0147-47dc-87d4-fbaffe7e19ab tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:15.980143 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1ca6dd65-5929-44a9-81e5-b59c5b153493 req-d8d30f15-0147-47dc-87d4-fbaffe7e19ab tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1187510 Jul 14 10:52:15.985230 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e8ad0237-de45-406a-a70d-ecf1f3bc43b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:16.005058 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52ee6f4-4e21-4377-9799-b4b0cf9c3111 None None] The sync data for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi is: [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:13Z', 'revision_number': 3, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:52:16.025036 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Pushing event updated for resources: {'Port': ['ID=a1608269-b11d-42be-ba63-732701d59c8f,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:16.027604 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:16.054416 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad0237-de45-406a-a70d-ecf1f3bc43b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b2135-f510-4bef-95db-a17ce45e8c61,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:16.061995 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e8ad0237-de45-406a-a70d-ecf1f3bc43b0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=577ad7ad33974b5e8a7dec6b75487d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470377 Jul 14 10:52:16.067204 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52464) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:16.086214 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1ca6dd65-5929-44a9-81e5-b59c5b153493 req-f9c7289c-7c93-487c-971f-20ae3c89c580 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979400 Jul 14 10:52:16.124267 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:16.125730 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:16.131136 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c604ffe4-6010-4ce8-820d-26c65de6848e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:16.155004 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c604ffe4-6010-4ce8-820d-26c65de6848e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:16.213495 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c604ffe4-6010-4ce8-820d-26c65de6848e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:16.216803 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c604ffe4-6010-4ce8-820d-26c65de6848e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:16.218099 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c604ffe4-6010-4ce8-820d-26c65de6848e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ae6b2135-f510-4bef-95db-a17ce45e8c61 HTTP/1.1" status: 204 len: 168 time: 0.1497750 Jul 14 10:52:16.228015 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604ffe4-6010-4ce8-820d-26c65de6848e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b2135-f510-4bef-95db-a17ce45e8c61,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:16.285470 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Router 1e749084-f656-45ab-9e13-35bcb552f51e has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:52:16.424563 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:52:16.433128 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-47cf42fd-fdd5-4bba-82e9-5618ab858a97 admin admin] 10.222.0.67 "PUT /v2.0/routers/1e749084-f656-45ab-9e13-35bcb552f51e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8967385 Jul 14 10:52:16.509069 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-49df5fdc-c002-4fd8-a3c6-bb39697b9a0b None None] Provisioning complete for port a1608269-b11d-42be-ba63-732701d59c8f triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:16.509502 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-49df5fdc-c002-4fd8-a3c6-bb39697b9a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:16.607400 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-49df5fdc-c002-4fd8-a3c6-bb39697b9a0b None None] Port a1608269-b11d-42be-ba63-732701d59c8f cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:52:16.896727 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 59f38821-c0de-4910-8589-6c4702e7473c up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:16.969959 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 59f38821-c0de-4910-8589-6c4702e7473c completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:16.974694 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 59f38821-c0de-4910-8589-6c4702e7473c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:16.975356 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.091485 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-4b8147c4-83fd-438d-8295-84712e0f5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:17.093030 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-4b8147c4-83fd-438d-8295-84712e0f5de6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.0763445 Jul 14 10:52:17.128344 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.161094 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 59f38821-c0de-4910-8589-6c4702e7473c, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=59f38821-c0de-4910-8589-6c4702e7473c,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:17.169226 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.170197 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 3d65294d-9208-4ae5-9f9c-a821fa21a557 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:17.181628 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1c5d-8113-48f7-b9f7-b966cb54d300 req-4a4485aa-9a78-4a1c-8a45-9c830a3e8049 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:17.188493 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-46fb1c5d-8113-48f7-b9f7-b966cb54d300 req-4a4485aa-9a78-4a1c-8a45-9c830a3e8049 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1356740 Jul 14 10:52:17.216982 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52494) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:17.224203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-567077482-network', 'tenant_id': '3628409fed2c498c96ee3938c47721ac'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:17.241073 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-31ccf93c-f66c-4764-8ce8-d4ee48e71446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:17.242763 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-31ccf93c-f66c-4764-8ce8-d4ee48e71446 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.1425235 Jul 14 10:52:17.249836 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-46fb1c5d-8113-48f7-b9f7-b966cb54d300 req-d761e1c2-3a37-4839-aee7-a1dac8137d64 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558875 Jul 14 10:52:17.259589 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=59f38821-c0de-4910-8589-6c4702e7473c,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:17.274832 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 3d65294d-9208-4ae5-9f9c-a821fa21a557 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:17.274832 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.319555 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Made reservation on behalf of 3628409fed2c498c96ee3938c47721ac for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:52:17.321881 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.324396 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-226e677e-ecc5-46e7-85a1-e6e8bda8b02a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 217 time: 0.0654125 Jul 14 10:52:17.344194 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.404895 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-d2a8474c-de2e-435e-9a12-63d60c59b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:17.406833 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-d2a8474c-de2e-435e-9a12-63d60c59b1fc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0728173 Jul 14 10:52:17.420366 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f934ab-d4d1-4d18-86b8-feaf2505ac2c req-2cee6c07-5f2e-4748-9db2-0db0b51cc944 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:17.421895 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d5f934ab-d4d1-4d18-86b8-feaf2505ac2c req-2cee6c07-5f2e-4748-9db2-0db0b51cc944 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1760824 Jul 14 10:52:17.460678 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-4c52d4c4-07cf-4f13-88c0-b6cd9545c645 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377951 Jul 14 10:52:17.553374 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d5f934ab-d4d1-4d18-86b8-feaf2505ac2c req-1c2a97a4-a631-41da-8412-7f87d9897887 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202836 Jul 14 10:52:17.611446 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.613992 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-e499ec85-0360-467d-8b08-67fff9a7be47 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388066 Jul 14 10:52:17.616017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.688626 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1032} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:52:17.690307 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ed1909-766e-4e53-b82f-00688358070c,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:17.709356 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.709702 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Added segment 45316dff-a2f1-4eca-adf9-b9c21d8b37a4 of type vlan for network 58e7b907-7eea-4212-91c6-7bd5004fad14 Jul 14 10:52:17.767611 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.778580 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac075c96-1eeb-4891-8f67-ae67f91d7ffa req-3c7119c6-a371-45a2-abfa-bf4b3f9f91b4 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509876 Jul 14 10:52:17.800922 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.801877 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:17.802566 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.857828 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6396554 Jul 14 10:52:17.860816 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52502) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:17.865816 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Request body: {'subnet': {'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-567077482-subnet', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'ip_version': 4}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:17.868656 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32671d-ed3c-4fee-9408-9b8fbe37d92d admin admin] Pushing event updated for resources: {'Network': ['ID=58e7b907-7eea-4212-91c6-7bd5004fad14,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:17.879935 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:52:17.897698 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Made reservation on behalf of 3628409fed2c498c96ee3938c47721ac for: {'subnet': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:52:17.900001 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5060036'] for subnet, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:17.958942 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Sync routers for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:52:17.968065 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:17.968782 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:18.069674 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5477501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5060086'] for subnet, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.076833 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:18.283565 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 2, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:18.311084 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Checking router: 1e749084-f656-45ab-9e13-35bcb552f51e for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:52:18.311432 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Updating router 1e749084-f656-45ab-9e13-35bcb552f51e port a1608269-b11d-42be-ba63-732701d59c8f binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:52:18.343841 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d543d2aa-0798-4d67-917f-0893fc315f3a,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:18.349728 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.351258 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Checking segment: {'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:18.351605 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Network hostable DHCP agents. Network: 58e7b907-7eea-4212-91c6-7bd5004fad14, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:52:18.370368 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:52:18.380248 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 58e7b907-7eea-4212-91c6-7bd5004fad14) {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:18.384316 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:18.384921 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.396542 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee91b98-de12-494a-b3ab-3936c52d839c None None] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:52:18.399849 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-88ceefe4-e577-4aa7-9c41-de721bd93dcd admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5378072 Jul 14 10:52:18.402487 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52506) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:18.407399 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:18.430037 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.431267 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.449088 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99786980-7f4c-47c6-a469-85fc7a376968 req-97f9ba6f-4b82-4f14-9d6e-b9f402d7647c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:18.450730 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-99786980-7f4c-47c6-a469-85fc7a376968 req-97f9ba6f-4b82-4f14-9d6e-b9f402d7647c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0722897 Jul 14 10:52:18.483000 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.489547 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-99786980-7f4c-47c6-a469-85fc7a376968 req-285f6d05-afd2-48bf-b8d0-4b99bf6f3d50 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Jul 14 10:52:18.627552 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.690502 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-58e7b907-7eea-4212-91c6-7bd5004fad14', 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'fixed_ips': [{'subnet_id': 'd543d2aa-0798-4d67-917f-0893fc315f3a'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:52:18.691328 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.824319 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:52:18.834474 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.850828 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc231c82-b613-4c5c-9abb-9245cf9b209c req-965908a6-c2a3-4286-87da-b7a120040d1d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:18.852918 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc231c82-b613-4c5c-9abb-9245cf9b209c req-965908a6-c2a3-4286-87da-b7a120040d1d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1548958 Jul 14 10:52:18.868965 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 59f38821-c0de-4910-8589-6c4702e7473c up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:18.910056 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Transition to ACTIVE for port object a1608269-b11d-42be-ba63-732701d59c8f will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:18.943133 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.948180 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc231c82-b613-4c5c-9abb-9245cf9b209c req-874b8d9f-5cdc-41be-b0ef-c07e0c1eeb30 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780909 Jul 14 10:52:18.965583 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Allocated IP 172.20.0.2 (58e7b907-7eea-4212-91c6-7bd5004fad14/d543d2aa-0798-4d67-917f-0893fc315f3a/1d547f08-a855-4dc9-a2f1-8275e506c3c9) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:52:18.973824 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:18.977963 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.089206 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Allocated IP 172.27.1.136 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/9bcecc3a-c48f-4d1b-a71b-3ffec649a909) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:52:19.229117 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.285274 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.288090 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d82366-9fe8-4d08-8718-35bbd29f451a None None] Pushing event updated for resources: {'Port': ['ID=a1608269-b11d-42be-ba63-732701d59c8f,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:19.291768 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:19.298076 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 59f38821-c0de-4910-8589-6c4702e7473c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:19.298076 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.323421 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:19.330739 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:19.334533 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:52:19.378972 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'port_id': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'mac_address': 'fa:16:3e:ca:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:52:19.381164 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Pushing event updated for resources: {'Port': ['ID=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:19.395239 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Attempting to bind port a1608269-b11d-42be-ba63-732701d59c8f on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:52:19.395614 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Attempting to bind port a1608269-b11d-42be-ba63-732701d59c8f by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:52:19.396088 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Attempting to bind port a1608269-b11d-42be-ba63-732701d59c8f on network aee68422-9b37-44d2-b55a-b5d0bc8304f3 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:19.451106 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:52:19.451475 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Checking segment: {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:19.451868 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.452257 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Bound using segment: {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:52:19.453407 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Bound port: a1608269-b11d-42be-ba63-732701d59c8f, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:52:19.453784 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.495819 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.524950 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.530513 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Transition to ACTIVE for port object 1d547f08-a855-4dc9-a2f1-8275e506c3c9 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:19.583071 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9af0bad1-d148-4be7-a9f5-fb302b76f79c {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:52:19.602465 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Transition to ACTIVE for port object 1d547f08-a855-4dc9-a2f1-8275e506c3c9 will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:19.621988 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.631463 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] For port a1608269-b11d-42be-ba63-732701d59c8f, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:52:19.633331 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.649803 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:19.720879 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Pushing event updated for resources: {'Port': ['ID=1d547f08-a855-4dc9-a2f1-8275e506c3c9,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:19.751569 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.756924 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] For port a1608269-b11d-42be-ba63-732701d59c8f, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=a1608269-b11d-42be-ba63-732701d59c8f,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:52:19.760098 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:19.767087 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.779340 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487bd2e-dcae-4d29-bec1-23590cf9a64e req-878c5ac9-24ae-4ddc-a473-c7f8f0a84b56 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:19.787497 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2487bd2e-dcae-4d29-bec1-23590cf9a64e req-878c5ac9-24ae-4ddc-a473-c7f8f0a84b56 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0959091 Jul 14 10:52:19.788616 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:19.799782 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:52:19.864729 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['9af0bad1-d148-4be7-a9f5-fb302b76f79c'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:52:19.874113 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2487bd2e-dcae-4d29-bec1-23590cf9a64e req-8538f373-7ae2-40e5-9c5e-be1fdd72e666 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852828 Jul 14 10:52:19.952788 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.961440 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Attempting to bind port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:52:19.961806 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Attempting to bind port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:52:19.964179 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Attempting to bind port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 on network 58e7b907-7eea-4212-91c6-7bd5004fad14 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:19.973637 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=6']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:19.982577 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:19.982981 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:19.993225 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:52:19.993871 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Checking segment: {'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:19.994279 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:19.994678 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Bound using segment: {'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:52:19.995168 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Bound port: 1d547f08-a855-4dc9-a2f1-8275e506c3c9, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:52:19.995545 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:20.233972 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Router 542b1f7f-e0c9-4120-ada6-501561008175 is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:52:20.305822 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d82366-9fe8-4d08-8718-35bbd29f451a None None] Pushing event updated for resources: {'Port': ['ID=a1608269-b11d-42be-ba63-732701d59c8f,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:20.308612 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a20dc8-de9f-4904-85b1-b69d57ea8ada req-378d335c-ee1a-4683-babc-eb28f2475872 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:20.317967 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-19a20dc8-de9f-4904-85b1-b69d57ea8ada req-378d335c-ee1a-4683-babc-eb28f2475872 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 945 time: 0.1041365 Jul 14 10:52:20.334520 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] For port 1d547f08-a855-4dc9-a2f1-8275e506c3c9, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:52:20.373128 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-19a20dc8-de9f-4904-85b1-b69d57ea8ada req-7f1b61e1-01a3-4f1a-9ac0-21749ae6bc5f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542064 Jul 14 10:52:20.383899 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] For port 1d547f08-a855-4dc9-a2f1-8275e506c3c9, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1d547f08-a855-4dc9-a2f1-8275e506c3c9,segment=NetworkSegment(45316dff-a2f1-4eca-adf9-b9c21d8b37a4),segment_id=45316dff-a2f1-4eca-adf9-b9c21d8b37a4)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:52:20.392355 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:20.398475 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:20.407712 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:52:20.418701 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Sync routers for ids ['542b1f7f-e0c9-4120-ada6-501561008175'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:52:20.435557 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Routers {'542b1f7f-e0c9-4120-ada6-501561008175'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:20.437606 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['542b1f7f-e0c9-4120-ada6-501561008175'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:20.438098 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] Notify callbacks [] for router, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:20.439950 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-489202ed-f693-49ec-b2b8-30853dff358b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0365279 Jul 14 10:52:20.443110 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52542) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:20.591969 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249700a-caee-4eb8-a0f4-5f97bbc5c8c6 None None] Pushing event updated for resources: {'Port': ['ID=1d547f08-a855-4dc9-a2f1-8275e506c3c9,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:20.647125 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Set router 542b1f7f-e0c9-4120-ada6-501561008175 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:20.804395 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:19Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:20.859444 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:20.863089 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc1624c-6a67-4794-a259-71921bcc7746 None None] The sync data for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi is: [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:19Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:52:20.969954 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 9af0bad1-d148-4be7-a9f5-fb302b76f79c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:20.970458 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.054667 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:19Z', 'revision_number': 3, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:21.095021 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Checking router: 542b1f7f-e0c9-4120-ada6-501561008175 for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:52:21.113134 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Updating router 542b1f7f-e0c9-4120-ada6-501561008175 port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:52:21.167277 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.205026 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.228297 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:52:21.230902 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f3393-b204-4e48-8ee0-478723d934d9" -d '{"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-plugged", "status": "completed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:52:21.260990 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:21.275653 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.314234 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55eb536-b1a6-4386-92cc-fe9fc2a202ac x-openstack-request-id: req-d55eb536-b1a6-4386-92cc-fe9fc2a202ac {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:52:21.314707 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-plugged", "status": "completed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:52:21.315051 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d55eb536-b1a6-4386-92cc-fe9fc2a202ac {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:52:21.315546 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'code': 200} Jul 14 10:52:21.380373 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=7']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:21.657792 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.681826 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Transition to ACTIVE for port object 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:21.696324 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.802751 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.840982 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Attempting to bind port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:52:21.841401 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Attempting to bind port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:52:21.842181 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Attempting to bind port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:21.854978 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fb879-9b58-42b8-bfd9-bd365800f75b None None] Pushing event updated for resources: {'Port': ['ID=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,revision_number=2']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:21.859481 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:52:21.859899 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:21.860308 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.860724 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:52:21.861505 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Bound port: 9bcecc3a-c48f-4d1b-a71b-3ffec649a909, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:52:21.861913 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:21.865929 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b76d17-9344-4024-9089-7513f13e10ac req-07c55e22-f41a-4bdf-969d-0bddb3b9ec94 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:21.872915 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c4b76d17-9344-4024-9089-7513f13e10ac req-07c55e22-f41a-4bdf-969d-0bddb3b9ec94 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.7589278 Jul 14 10:52:21.938462 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e8cca-75db-43f2-a2b5-e95dfebfd08a req-7f27dd65-8ebd-4ec1-86fb-2df3567e13d3 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:21.951592 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-472e8cca-75db-43f2-a2b5-e95dfebfd08a req-7f27dd65-8ebd-4ec1-86fb-2df3567e13d3 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1920457 Jul 14 10:52:21.964303 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] For port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:52:21.969978 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] For port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:52:21.992547 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:22.001552 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-434cb615-e34f-4110-a4f2-1b50961b0cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:22.051333 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-472e8cca-75db-43f2-a2b5-e95dfebfd08a req-e601a569-e82a-4a5c-8b31-736f00cd42a4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985720 Jul 14 10:52:22.083887 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c4b76d17-9344-4024-9089-7513f13e10ac req-e109ac72-0dc5-4cc5-b254-6977f4b12029 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099195 Jul 14 10:52:22.111871 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Routers {'542b1f7f-e0c9-4120-ada6-501561008175'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:22.112594 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:51:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['542b1f7f-e0c9-4120-ada6-501561008175'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:22.159338 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fb879-9b58-42b8-bfd9-bd365800f75b None None] Pushing event updated for resources: {'Port': ['ID=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:22.198514 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Allocated IP 172.20.0.1 (58e7b907-7eea-4212-91c6-7bd5004fad14/d543d2aa-0798-4d67-917f-0893fc315f3a/067206e0-321f-4df7-be0f-4fecb17e81dc) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:52:22.204366 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ddf75d-e066-494f-ad68-c8898ac7df3f None None] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:52:22.274255 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] Set router 542b1f7f-e0c9-4120-ada6-501561008175 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:22.335648 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:22.340991 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-38605b7d-68fc-44f2-b220-f6c14604c031 None None] Provisioning for port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:22.360016 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Transition to ACTIVE for port object 067206e0-321f-4df7-be0f-4fecb17e81dc will not be triggered until provisioned by entity DHCP. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:22.418799 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:22.501741 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:22.512182 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:22.521810 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:52:22.562114 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:19Z', 'revision_number': 3, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:22.600865 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Pushing event updated for resources: {'Port': ['ID=067206e0-321f-4df7-be0f-4fecb17e81dc,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:22.621021 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125f543a-b8e2-4dd7-b9bb-9fe33ff654db None None] The sync data for ids ['542b1f7f-e0c9-4120-ada6-501561008175'] in dv-cinder-796286-17-iscsi is: [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:19Z', 'revision_number': 3, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:52:22.639870 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:22.923253 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.080679 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b1de1d53-14b7-410d-b88a-18d6caaa7cef None None] Provisioning for port 067206e0-321f-4df7-be0f-4fecb17e81dc completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:23.089478 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b1de1d53-14b7-410d-b88a-18d6caaa7cef None None] Provisioning complete for port 067206e0-321f-4df7-be0f-4fecb17e81dc triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:23.089858 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b1de1d53-14b7-410d-b88a-18d6caaa7cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.174910 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a1608269-b11d-42be-ba63-732701d59c8f up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:23.273521 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.294424 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.316282 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-b1de1d53-14b7-410d-b88a-18d6caaa7cef None None] Port 067206e0-321f-4df7-be0f-4fecb17e81dc cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:52:23.363818 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port a1608269-b11d-42be-ba63-732701d59c8f completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:23.370484 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port a1608269-b11d-42be-ba63-732701d59c8f triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:23.377543 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.463943 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c7856-2459-421e-aadf-815d7fcef194 req-a3461f6a-b404-4b34-90b7-3cde3f9bf242 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:23.465892 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-501c7856-2459-421e-aadf-815d7fcef194 req-a3461f6a-b404-4b34-90b7-3cde3f9bf242 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1170928 Jul 14 10:52:23.535913 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-501c7856-2459-421e-aadf-815d7fcef194 req-8fa96dd1-b506-4eb7-9c06-9a981cbc5a32 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627255 Jul 14 10:52:23.578307 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.604571 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Pushing event updated for resources: {'Port': ['ID=067206e0-321f-4df7-be0f-4fecb17e81dc,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:23.702039 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-2ce572ae-899d-4522-ad48-bc79719e69bf None None] Provisioning complete for port 067206e0-321f-4df7-be0f-4fecb17e81dc triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:23.702583 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2ce572ae-899d-4522-ad48-bc79719e69bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.711856 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab51985-22f9-46b0-8f35-b68e476eb4a0 req-20a0c256-9996-42ae-9b55-fde0272ee3bd tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:23.713386 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2ab51985-22f9-46b0-8f35-b68e476eb4a0 req-20a0c256-9996-42ae-9b55-fde0272ee3bd tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.3551497 Jul 14 10:52:23.764212 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:23.766461 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-2ce572ae-899d-4522-ad48-bc79719e69bf None None] Port 067206e0-321f-4df7-be0f-4fecb17e81dc cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:52:23.785429 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:23.818971 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.826165 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2ab51985-22f9-46b0-8f35-b68e476eb4a0 req-fec9ead9-f0bd-4f1a-b52e-5b48911260d0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997484 Jul 14 10:52:23.872348 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port a1608269-b11d-42be-ba63-732701d59c8f, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=a1608269-b11d-42be-ba63-732701d59c8f,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:23.884152 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:23.885126 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1d547f08-a855-4dc9-a2f1-8275e506c3c9 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:24.042989 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Router 542b1f7f-e0c9-4120-ada6-501561008175 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:52:24.066740 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=a1608269-b11d-42be-ba63-732701d59c8f,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:24.103647 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:24.111055 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:24.111527 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.230536 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-20c2d3bf-5708-4ecb-ba37-16ba12eeac57 None None] Provisioning complete for port 067206e0-321f-4df7-be0f-4fecb17e81dc triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:24.230926 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-20c2d3bf-5708-4ecb-ba37-16ba12eeac57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.235422 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.247964 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:52:24.256290 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-db124a11-d101-4221-a4ca-91e25ce80213 admin admin] 10.222.0.67 "PUT /v2.0/routers/542b1f7f-e0c9-4120-ada6-501561008175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8114552 Jul 14 10:52:24.302354 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-20c2d3bf-5708-4ecb-ba37-16ba12eeac57 None None] Port 067206e0-321f-4df7-be0f-4fecb17e81dc cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:52:24.325540 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 1d547f08-a855-4dc9-a2f1-8275e506c3c9, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1d547f08-a855-4dc9-a2f1-8275e506c3c9,segment=NetworkSegment(45316dff-a2f1-4eca-adf9-b9c21d8b37a4),segment_id=45316dff-a2f1-4eca-adf9-b9c21d8b37a4)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:24.334981 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.418883 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=1d547f08-a855-4dc9-a2f1-8275e506c3c9,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:24.481215 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.730997 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-77cab5d6-fbbc-4022-96e8-c79eb67b9896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.890169 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bcd9-caac-45c7-afd4-2fe4be17e953 req-c95145af-5a82-4bd6-b71e-0ddc91292997 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:24.892951 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6277bcd9-caac-45c7-afd4-2fe4be17e953 req-c95145af-5a82-4bd6-b71e-0ddc91292997 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1854713 Jul 14 10:52:24.958292 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6277bcd9-caac-45c7-afd4-2fe4be17e953 req-275d0e84-d7c5-45d8-92c3-4ac9a071e6d2 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575886 Jul 14 10:52:25.075250 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a1608269-b11d-42be-ba63-732701d59c8f up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:25.156853 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port a1608269-b11d-42be-ba63-732701d59c8f triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:25.157245 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.206567 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52576) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:25.214855 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-adb45627-d83d-4282-bf86-06ad89d5d568 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200413675', 'description': 'tempest-secgroup-smoke-200413675 description', 'project_id': '35de3d14ef564d4ba10846b9e3cea607'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:25.288265 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f80ec-8585-44ef-b64d-069cea92ea88 req-4abff032-2507-424a-897b-855d317980df tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:25.289735 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-adb45627-d83d-4282-bf86-06ad89d5d568 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.290156 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af9f80ec-8585-44ef-b64d-069cea92ea88 req-4abff032-2507-424a-897b-855d317980df tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1866460 Jul 14 10:52:25.314685 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:25.355991 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af9f80ec-8585-44ef-b64d-069cea92ea88 req-964fc2e4-478f-49bf-9939-d84d79acd5b1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504925 Jul 14 10:52:25.376856 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-24a8c2c1-72be-4d66-8f3a-5b7c91c210f1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1875124 Jul 14 10:52:25.419752 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:25.425184 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:25.425626 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.475067 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-adb45627-d83d-4282-bf86-06ad89d5d568 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.482923 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-adb45627-d83d-4282-bf86-06ad89d5d568 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.511463 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-86236bff-303c-452f-8494-5d0a2e9aabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:25.517043 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-86236bff-303c-452f-8494-5d0a2e9aabe4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 1098 time: 0.0951850 Jul 14 10:52:25.521333 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb45627-d83d-4282-bf86-06ad89d5d568 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dfaeda-2385-4f7a-8f99-8afabb775cef,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:25.527200 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-adb45627-d83d-4282-bf86-06ad89d5d568 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.529304 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-adb45627-d83d-4282-bf86-06ad89d5d568 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3201022 Jul 14 10:52:25.532452 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52578) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:25.539826 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-a214dd57-716a-4ac5-a6b3-57d1ae1318d3 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfaeda-2385-4f7a-8f99-8afabb775cef', 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:25.582103 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.585585 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a214dd57-716a-4ac5-a6b3-57d1ae1318d3 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.611046 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:25.612565 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.617891 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.620596 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1d547f08-a855-4dc9-a2f1-8275e506c3c9 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:25.690845 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Sync routers for ids ['542b1f7f-e0c9-4120-ada6-501561008175'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:52:25.697424 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a214dd57-716a-4ac5-a6b3-57d1ae1318d3 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.706551 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a214dd57-716a-4ac5-a6b3-57d1ae1318d3 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.709525 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-e542e46c-9ce1-412b-a691-79938ba87609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:25.711926 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-e542e46c-9ce1-412b-a691-79938ba87609 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.1453617 Jul 14 10:52:25.724787 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:25.730330 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Routers {'542b1f7f-e0c9-4120-ada6-501561008175'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:25.730959 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:52:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['542b1f7f-e0c9-4120-ada6-501561008175'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:25.739216 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214dd57-716a-4ac5-a6b3-57d1ae1318d3 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be3a49e-5aee-414e-8c45-f00b31eccb2d,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:25.755112 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a214dd57-716a-4ac5-a6b3-57d1ae1318d3 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.757605 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a214dd57-716a-4ac5-a6b3-57d1ae1318d3 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2232144 Jul 14 10:52:25.759787 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52580) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:25.767797 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-a15d45ea-aae6-40e9-a3ad-4e8dcc503fc2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfaeda-2385-4f7a-8f99-8afabb775cef', 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:25.782203 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-ebf8610e-7692-47a6-9994-38de13af7fd1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85ff4410-a8d4-4950-b869-82d54991d917 HTTP/1.1" status: 200 len: 217 time: 0.0508673 Jul 14 10:52:25.798360 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:25.798729 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.826528 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a15d45ea-aae6-40e9-a3ad-4e8dcc503fc2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.847364 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-9e6d5f96-5fd8-44e5-a440-2e8747664433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:25.849734 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-9e6d5f96-5fd8-44e5-a440-2e8747664433 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0589886 Jul 14 10:52:25.890669 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Set router 542b1f7f-e0c9-4120-ada6-501561008175 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:25.893606 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-3eb567ff-9b97-49ff-a46f-ec6de930545b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322669 Jul 14 10:52:25.928719 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a15d45ea-aae6-40e9-a3ad-4e8dcc503fc2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.949070 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a15d45ea-aae6-40e9-a3ad-4e8dcc503fc2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.994124 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d45ea-aae6-40e9-a3ad-4e8dcc503fc2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b4dd25-df62-4ef1-a0a4-b39150b12def,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:26.023561 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a15d45ea-aae6-40e9-a3ad-4e8dcc503fc2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.028957 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52584) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:26.030463 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a15d45ea-aae6-40e9-a3ad-4e8dcc503fc2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694428 Jul 14 10:52:26.035348 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-60e0b796-9599-403e-9a75-696c78cede91 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfaeda-2385-4f7a-8f99-8afabb775cef', 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:26.051616 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-ec8c0d7c-b088-4f7d-b4b5-2623549a4a71 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515551 Jul 14 10:52:26.165876 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-032d8452-c499-4387-96bd-a0b7bbcfb7d5 req-b702e9d6-d10f-4142-84cc-ce3b36719757 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006513 Jul 14 10:52:26.181703 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60e0b796-9599-403e-9a75-696c78cede91 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.246457 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f51931-921d-4af7-93ba-ab526ca7d2d0 req-758ef019-eb28-47e5-a6fa-30b16c3a13aa tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:26.248019 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-98f51931-921d-4af7-93ba-ab526ca7d2d0 req-758ef019-eb28-47e5-a6fa-30b16c3a13aa tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0883439 Jul 14 10:52:26.252941 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60e0b796-9599-403e-9a75-696c78cede91 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.259891 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60e0b796-9599-403e-9a75-696c78cede91 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.278357 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0b796-9599-403e-9a75-696c78cede91 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90e1328-eb6d-46e0-a9bc-c1783d7ba5c4,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:26.287270 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60e0b796-9599-403e-9a75-696c78cede91 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.288472 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-60e0b796-9599-403e-9a75-696c78cede91 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2583451 Jul 14 10:52:26.292769 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52586) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:26.303231 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:22Z', 'revision_number': 4, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '067206e0-321f-4df7-be0f-4fecb17e81dc', 'name': '', 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'mac_address': 'fa:16:3e:21:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd543d2aa-0798-4d67-917f-0893fc315f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:21Z', 'updated_at': '2021-07-14T10:52:23Z', 'revision_number': 2, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'subnets': [{'id': 'd543d2aa-0798-4d67-917f-0893fc315f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:26.308962 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-7cfd2fcd-7b6f-4738-97b5-f83a2ba626c2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfaeda-2385-4f7a-8f99-8afabb775cef', 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:26.346825 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Checking router: 542b1f7f-e0c9-4120-ada6-501561008175 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:52:26.347104 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Updating router 542b1f7f-e0c9-4120-ada6-501561008175 port 067206e0-321f-4df7-be0f-4fecb17e81dc binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:52:26.357086 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-98f51931-921d-4af7-93ba-ab526ca7d2d0 req-7a3cce5a-2006-491f-86b1-3886cea3bda9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011009 Jul 14 10:52:26.388914 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.392240 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2fcd-7b6f-4738-97b5-f83a2ba626c2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.541894 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2fcd-7b6f-4738-97b5-f83a2ba626c2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.549973 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2fcd-7b6f-4738-97b5-f83a2ba626c2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.565574 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd2fcd-7b6f-4738-97b5-f83a2ba626c2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540c6327-8051-4e66-9c2a-41881856c49d,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:26.599318 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7cfd2fcd-7b6f-4738-97b5-f83a2ba626c2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.601332 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7cfd2fcd-7b6f-4738-97b5-f83a2ba626c2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3062689 Jul 14 10:52:26.604478 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 52592) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:26.609349 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfaeda-2385-4f7a-8f99-8afabb775cef', 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:26.642264 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.securitygroups_db [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Project 35de3d14ef564d4ba10846b9e3cea607 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:52:26.656431 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.683166 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29715dd7-ef32-4f6f-8e10-eaa347412aff req-4eedb72a-08c6-4665-8ebd-1f479c2d5a0b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:26.685142 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-29715dd7-ef32-4f6f-8e10-eaa347412aff req-4eedb72a-08c6-4665-8ebd-1f479c2d5a0b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1305807 Jul 14 10:52:26.742247 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-29715dd7-ef32-4f6f-8e10-eaa347412aff req-d75c0d64-b412-4e90-9915-5acb9d6c928e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504296 Jul 14 10:52:26.809079 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.818145 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.826196 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.845607 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Transition to ACTIVE for port object 067206e0-321f-4df7-be0f-4fecb17e81dc will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:26.859356 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.863493 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f76fd7a-6c62-4d48-ab6b-728f1b13bb05,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:26.885640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.892764 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a1515e64-df5e-46b1-8376-f8372409c524 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2855289 Jul 14 10:52:26.894703 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52594) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:26.896190 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:26.901782 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'security_group_rule': {'security_group_id': 'c2dfaeda-2385-4f7a-8f99-8afabb775cef', 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:26.931394 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.securitygroups_db [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Project 35de3d14ef564d4ba10846b9e3cea607 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:52:26.938892 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:26.948443 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c52f3-d70f-45cf-b38e-ee7af84df55a None None] Pushing event updated for resources: {'Port': ['ID=067206e0-321f-4df7-be0f-4fecb17e81dc,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:27.022315 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.028892 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.039997 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:27.040374 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.043672 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Attempting to bind port 067206e0-321f-4df7-be0f-4fecb17e81dc on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:52:27.044056 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Attempting to bind port 067206e0-321f-4df7-be0f-4fecb17e81dc by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:52:27.044422 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Attempting to bind port 067206e0-321f-4df7-be0f-4fecb17e81dc on network 58e7b907-7eea-4212-91c6-7bd5004fad14 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:27.048340 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e65b13-3056-4b90-9744-48536942cbb1,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:27.078653 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.082166 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-423e2c4b-56c3-437b-b7f2-f06e636ac769 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1850944 Jul 14 10:52:27.096298 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:52:27.097137 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Checking segment: {'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:27.097830 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.098254 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Bound using segment: {'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:52:27.098657 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Bound port: 067206e0-321f-4df7-be0f-4fecb17e81dc, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45316dff-a2f1-4eca-adf9-b9c21d8b37a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:52:27.099214 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.264584 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] For port 067206e0-321f-4df7-be0f-4fecb17e81dc, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:52:27.269744 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] For port 067206e0-321f-4df7-be0f-4fecb17e81dc, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=067206e0-321f-4df7-be0f-4fecb17e81dc,segment=NetworkSegment(45316dff-a2f1-4eca-adf9-b9c21d8b37a4),segment_id=45316dff-a2f1-4eca-adf9-b9c21d8b37a4)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:52:27.283354 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.359947 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Routers {'542b1f7f-e0c9-4120-ada6-501561008175'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:52:27.360708 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:52:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['542b1f7f-e0c9-4120-ada6-501561008175'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:27.362418 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c52f3-d70f-45cf-b38e-ee7af84df55a None None] Pushing event updated for resources: {'Port': ['ID=067206e0-321f-4df7-be0f-4fecb17e81dc,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:27.521503 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.546918 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] Set router 542b1f7f-e0c9-4120-ada6-501561008175 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:52:27.737721 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554dba3-d889-4f72-8dec-d78781dc0105 req-0719b5e0-1bfa-43cf-b803-e3ab8707cdf0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:27.740130 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9554dba3-d889-4f72-8dec-d78781dc0105 req-0719b5e0-1bfa-43cf-b803-e3ab8707cdf0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1218150 Jul 14 10:52:28.061295 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:28.112407 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354728a4-0878-4522-9781-3b94b5e87977 req-c52e0944-e500-41b3-8adb-2f6996f6db9b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:28.114944 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-354728a4-0878-4522-9781-3b94b5e87977 req-c52e0944-e500-41b3-8adb-2f6996f6db9b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1103899 Jul 14 10:52:28.151137 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9554dba3-d889-4f72-8dec-d78781dc0105 req-b5e046ad-fb65-4764-8636-5eee76fcc35e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989120 Jul 14 10:52:28.185034 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-354728a4-0878-4522-9781-3b94b5e87977 req-f52cc3aa-7601-4485-ad02-c1952aeca713 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637505 Jul 14 10:52:28.220007 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:22Z', 'revision_number': 4, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '067206e0-321f-4df7-be0f-4fecb17e81dc', 'name': '', 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'mac_address': 'fa:16:3e:21:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd543d2aa-0798-4d67-917f-0893fc315f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:21Z', 'updated_at': '2021-07-14T10:52:27Z', 'revision_number': 4, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'subnets': [{'id': 'd543d2aa-0798-4d67-917f-0893fc315f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:52:28.253539 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b4059-653e-4181-a5d3-b84222f13f2c None None] The sync data for ids ['542b1f7f-e0c9-4120-ada6-501561008175'] in dv-cinder-796286-17-iscsi is: [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:22Z', 'revision_number': 4, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '067206e0-321f-4df7-be0f-4fecb17e81dc', 'name': '', 'network_id': '58e7b907-7eea-4212-91c6-7bd5004fad14', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'mac_address': 'fa:16:3e:21:df:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'd543d2aa-0798-4d67-917f-0893fc315f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:21Z', 'updated_at': '2021-07-14T10:52:27Z', 'revision_number': 4, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'subnets': [{'id': 'd543d2aa-0798-4d67-917f-0893fc315f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:52:28.954233 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 067206e0-321f-4df7-be0f-4fecb17e81dc up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:29.144428 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 067206e0-321f-4df7-be0f-4fecb17e81dc completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:29.150927 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 067206e0-321f-4df7-be0f-4fecb17e81dc triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:29.151434 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:29.259406 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:29.326415 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 067206e0-321f-4df7-be0f-4fecb17e81dc, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=067206e0-321f-4df7-be0f-4fecb17e81dc,segment=NetworkSegment(45316dff-a2f1-4eca-adf9-b9c21d8b37a4),segment_id=45316dff-a2f1-4eca-adf9-b9c21d8b37a4)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:29.369033 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:29.475841 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=067206e0-321f-4df7-be0f-4fecb17e81dc,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:29.497843 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cd99e-93fb-47c3-aa24-95f9d8312c01 req-404eba43-1ef1-43b3-b6ef-fec9fa4756a9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:29.500994 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8a4cd99e-93fb-47c3-aa24-95f9d8312c01 req-404eba43-1ef1-43b3-b6ef-fec9fa4756a9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1139505 Jul 14 10:52:29.512939 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43419f5-8d7f-4136-aa3d-84dc5906e8e9 req-5370a677-e476-48dd-a0ab-d862263c1963 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:29.514653 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e43419f5-8d7f-4136-aa3d-84dc5906e8e9 req-5370a677-e476-48dd-a0ab-d862263c1963 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0889661 Jul 14 10:52:29.575328 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e43419f5-8d7f-4136-aa3d-84dc5906e8e9 req-72c764a8-7c55-4a2c-96b8-cfc74099e972 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513873 Jul 14 10:52:29.589989 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8a4cd99e-93fb-47c3-aa24-95f9d8312c01 req-56965a39-3429-4660-8308-171c5515437c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803339 Jul 14 10:52:30.133696 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:52:30.843857 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d2e7a-8d7a-4408-a78d-b64cf56b38a6 req-2572917b-b34e-48d8-8ac4-0903bf4b4d64 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:30.859728 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bb5d2e7a-8d7a-4408-a78d-b64cf56b38a6 req-2572917b-b34e-48d8-8ac4-0903bf4b4d64 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0889933 Jul 14 10:52:30.862120 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 067206e0-321f-4df7-be0f-4fecb17e81dc up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:52:30.866417 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c01a77-ce52-4e31-b7ac-ca61dbfd21b8 req-cd2c3909-c38e-497b-8ed9-8a1a2fae0386 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:30.868020 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d6c01a77-ce52-4e31-b7ac-ca61dbfd21b8 req-cd2c3909-c38e-497b-8ed9-8a1a2fae0386 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1140645 Jul 14 10:52:30.920910 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bb5d2e7a-8d7a-4408-a78d-b64cf56b38a6 req-f2604e84-d995-4a6d-83af-4e495bd743c6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600598 Jul 14 10:52:30.929950 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 067206e0-321f-4df7-be0f-4fecb17e81dc triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:30.930327 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:30.946398 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d6c01a77-ce52-4e31-b7ac-ca61dbfd21b8 req-f7637bb6-40e7-45ed-9a30-f57acae03012 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685301 Jul 14 10:52:32.176822 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bcec2-d96d-4057-b565-3d1f24b230fd req-d37e0c13-0437-46bc-ab44-f334e12284f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:32.186096 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ae9bcec2-d96d-4057-b565-3d1f24b230fd req-d37e0c13-0437-46bc-ab44-f334e12284f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.1051204 Jul 14 10:52:32.293441 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ae9bcec2-d96d-4057-b565-3d1f24b230fd req-dd2aff2c-80a7-45a2-bc42-8b48de19e4fa tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054111 Jul 14 10:52:32.372943 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0353c-1e8e-4011-94c8-3c6d9894761f req-880a7642-ddb0-4b71-8924-357230ee541b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:32.391421 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1aa0353c-1e8e-4011-94c8-3c6d9894761f req-880a7642-ddb0-4b71-8924-357230ee541b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.1450844 Jul 14 10:52:32.447471 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1aa0353c-1e8e-4011-94c8-3c6d9894761f req-200ba4a3-9f1a-4c32-b066-630d4f6c9d20 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552058 Jul 14 10:52:33.485871 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce096ae5-1c6d-4c40-9a68-515361ca3f25 req-957e599f-2226-474c-b0e0-e9fec2b08081 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:33.487353 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ce096ae5-1c6d-4c40-9a68-515361ca3f25 req-957e599f-2226-474c-b0e0-e9fec2b08081 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0668099 Jul 14 10:52:33.529119 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ce096ae5-1c6d-4c40-9a68-515361ca3f25 req-545b83c5-dfea-480a-921b-a6da40a1fed7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362546 Jul 14 10:52:33.653192 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3643dcd-e687-4110-a0cd-ab25a8a1a43e req-787d564a-5a00-4c12-ac38-05ad81e6c5b8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:33.654754 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d3643dcd-e687-4110-a0cd-ab25a8a1a43e req-787d564a-5a00-4c12-ac38-05ad81e6c5b8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0644147 Jul 14 10:52:33.694598 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d3643dcd-e687-4110-a0cd-ab25a8a1a43e req-eaf3cda6-b25e-4513-8f3e-9787248d7c8b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325434 Jul 14 10:52:34.033885 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-7f4e31d3-5930-45a3-b611-9caec1766924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:34.035284 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-7f4e31d3-5930-45a3-b611-9caec1766924 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1099 time: 0.0565815 Jul 14 10:52:34.125948 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-e103b333-f3ea-4dab-b439-00988f2175a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:34.127399 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-e103b333-f3ea-4dab-b439-00988f2175a6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.0851817 Jul 14 10:52:34.196472 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-b00fb343-55a7-4c97-98e5-dfdf5dd74821 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 200 len: 1001 time: 0.0617185 Jul 14 10:52:34.247728 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-bacfecab-618f-473f-8187-32351a5f0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:34.249201 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-bacfecab-618f-473f-8187-32351a5f0229 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0429251 Jul 14 10:52:34.306563 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-eba8af0b-f704-465e-af26-1d157e5907fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:34.308117 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-eba8af0b-f704-465e-af26-1d157e5907fd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518434 Jul 14 10:52:34.405649 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-73fb6f14-145c-429e-ab47-8648d09ea8a9 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894752 Jul 14 10:52:34.495522 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dfda8546-3f0b-4651-9315-09f110b7e621 req-a1f0d439-5763-4cae-bd07-47e6b1f20556 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834053 Jul 14 10:52:34.593447 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991dc93-776e-4625-abb0-fc5ea3b1517a req-e9d268b4-f4de-42d7-a845-f7d4319f8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:34.595465 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0991dc93-776e-4625-abb0-fc5ea3b1517a req-e9d268b4-f4de-42d7-a845-f7d4319f8de2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.0528078 Jul 14 10:52:34.636743 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0991dc93-776e-4625-abb0-fc5ea3b1517a req-a2f62f94-bd7b-4f93-bfaa-eccc75ce3088 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345302 Jul 14 10:52:34.705833 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e32caa-ba48-43c8-bf7c-31709dcbff5f req-b5b6df6d-4ed7-412d-96b7-e376e6272e6d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:34.707407 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-64e32caa-ba48-43c8-bf7c-31709dcbff5f req-b5b6df6d-4ed7-412d-96b7-e376e6272e6d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0627050 Jul 14 10:52:34.746447 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-64e32caa-ba48-43c8-bf7c-31709dcbff5f req-43530028-bc53-4916-bbeb-90c0414be6d2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333424 Jul 14 10:52:34.878331 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d00999-7ebb-4cf0-af99-69ac1f2c792f req-14f2f62f-85df-43e6-b258-4d0816037c4f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:34.879801 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-49d00999-7ebb-4cf0-af99-69ac1f2c792f req-14f2f62f-85df-43e6-b258-4d0816037c4f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0694292 Jul 14 10:52:34.918347 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-49d00999-7ebb-4cf0-af99-69ac1f2c792f req-dd8c8661-ed2e-4b3b-bb96-cb8c94d9e6b3 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326746 Jul 14 10:52:35.931234 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d4209-db20-4f04-92ab-2f1276b02112 req-6a85e622-98b4-49a3-8cc9-30a151c936ea tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:35.932680 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-882d4209-db20-4f04-92ab-2f1276b02112 req-6a85e622-98b4-49a3-8cc9-30a151c936ea tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 946 time: 0.0663764 Jul 14 10:52:35.971503 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-882d4209-db20-4f04-92ab-2f1276b02112 req-2480c2c1-4bc8-4b90-b848-789924ad5f6c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332263 Jul 14 10:52:36.096800 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d119-2f98-4073-af45-ccdb8d2ee8d4 req-d1166b4b-c378-4159-922a-5756a3f5df44 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:36.098284 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ecd1d119-2f98-4073-af45-ccdb8d2ee8d4 req-d1166b4b-c378-4159-922a-5756a3f5df44 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0650096 Jul 14 10:52:36.137013 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ecd1d119-2f98-4073-af45-ccdb8d2ee8d4 req-e6379650-ca19-4ec8-8cb5-53dc1abb66bf tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Jul 14 10:52:36.623041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-aeb5aead-fc0e-4121-8367-8305be96bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:36.624560 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-aeb5aead-fc0e-4121-8367-8305be96bf4e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=db658830ba8a4481a5f5e7c689765e49&device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 1098 time: 0.0724227 Jul 14 10:52:36.650367 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7e5d7-ffa2-4bac-8c8d-e6df3488b055 req-7792de21-be86-4599-8ff0-e35eefb407c1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:36.650367 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-97c7e5d7-ffa2-4bac-8c8d-e6df3488b055 req-7792de21-be86-4599-8ff0-e35eefb407c1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0720255 Jul 14 10:52:36.688329 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-97c7e5d7-ffa2-4bac-8c8d-e6df3488b055 req-95122540-7860-4fb2-83e6-079b8589fd59 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 14 10:52:36.718696 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-6e7107dd-2d22-481f-8666-bbc922db9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:36.720872 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-6e7107dd-2d22-481f-8666-bbc922db9286 service neutron] 10.222.0.89 "GET /v2.0/networks?id=7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 200 len: 920 time: 0.0901911 Jul 14 10:52:36.763541 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-8ebc225f-79c8-4d2b-a813-92277efd9c70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 200 len: 217 time: 0.0346863 Jul 14 10:52:36.819647 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-7e4dabe1-457e-4cea-a69b-a04c8ddede2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:36.821147 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-7e4dabe1-457e-4cea-a69b-a04c8ddede2c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 200 len: 858 time: 0.0507188 Jul 14 10:52:36.859017 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-11ca8404-390e-4723-8587-f9b9b8ab733b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7182185d-c07e-4c6c-882e-541564bfbcbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276315 Jul 14 10:52:36.866772 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:52:36.959054 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:36.974297 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-aaeb620f-5ec4-418c-9f01-b75d797104a2 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938616 Jul 14 10:52:36.989862 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:52:36.992229 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbf7020-821c-4ca9-8d34-0b9572c39a5d" -d '{"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-unplugged", "status": "completed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:52:37.005894 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:37.011180 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:37.072655 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=8']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:37.080186 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02cb797-6e28-4784-bf65-698bb4056e06 x-openstack-request-id: req-d02cb797-6e28-4784-bf65-698bb4056e06 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:52:37.082441 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-unplugged", "status": "failed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c", "code": 422}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:52:37.085000 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d02cb797-6e28-4784-bf65-698bb4056e06 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:52:37.085139 dv-cinder-796286-17-iscsi neutron-server[104701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'code': 422} returned with failed status Jul 14 10:52:37.099109 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-93015b60-3a48-4c9d-9753-43387c3f0d1a req-f174c4a4-b534-401e-a60c-ee23f4958004 service neutron] 10.222.0.89 "GET /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156268 Jul 14 10:52:37.200332 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29926465-632b-4073-85dc-b8fac5ef25f2 req-0608fe4d-207c-459b-ac8a-7cfbf8176ad6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:37.202422 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-29926465-632b-4073-85dc-b8fac5ef25f2 req-0608fe4d-207c-459b-ac8a-7cfbf8176ad6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0664151 Jul 14 10:52:37.245906 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-29926465-632b-4073-85dc-b8fac5ef25f2 req-95c90673-8f61-4b10-ad29-7e2e247d2449 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372572 Jul 14 10:52:37.869108 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d64636-3a38-4c46-aa18-b831c3a1aaaa req-59a49191-432f-435c-ab4f-caf1a10129c9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:37.870629 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a5d64636-3a38-4c46-aa18-b831c3a1aaaa req-59a49191-432f-435c-ab4f-caf1a10129c9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0688488 Jul 14 10:52:37.913221 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a5d64636-3a38-4c46-aa18-b831c3a1aaaa req-4c4d550c-7110-4b1b-b559-5229587dc80a tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359011 Jul 14 10:52:38.037266 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722235b-276f-49be-ab63-c5e015d85d33 req-85fdd757-ff98-41dd-abb6-5b76260c19cf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:38.038954 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0722235b-276f-49be-ab63-c5e015d85d33 req-85fdd757-ff98-41dd-abb6-5b76260c19cf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0655487 Jul 14 10:52:38.077212 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0722235b-276f-49be-ab63-c5e015d85d33 req-08abc984-4818-4834-8e74-28a6b31bbe12 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324209 Jul 14 10:52:38.237628 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 52804) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:52:38.366073 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-cb5d4cac-7563-483c-9a70-6eab0ecae395 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1272976 Jul 14 10:52:39.101495 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a774fef-e4e1-4d55-b3a5-a4a831f43bbc req-5d83b116-66b0-4bcf-a995-561f3fe1a302 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:39.110825 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1a774fef-e4e1-4d55-b3a5-a4a831f43bbc req-5d83b116-66b0-4bcf-a995-561f3fe1a302 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0710390 Jul 14 10:52:39.145977 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1a774fef-e4e1-4d55-b3a5-a4a831f43bbc req-9beb3fac-4f7a-49b5-84c5-c957a9ade233 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342541 Jul 14 10:52:39.262129 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74d801-5d9f-4f7e-ad50-69c61c15998d req-1726e41d-c33b-48f7-83ed-2757580e367d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:39.263705 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-aa74d801-5d9f-4f7e-ad50-69c61c15998d req-1726e41d-c33b-48f7-83ed-2757580e367d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0662634 Jul 14 10:52:39.303356 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-aa74d801-5d9f-4f7e-ad50-69c61c15998d req-6eed331c-9eb2-4235-8de5-a954a3651729 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334024 Jul 14 10:52:39.943970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fd41b-6eef-42fe-91ae-91d9bee4638a req-ee298fd8-1ab0-4b22-9865-16b329357e73 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:39.945506 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ba3fd41b-6eef-42fe-91ae-91d9bee4638a req-ee298fd8-1ab0-4b22-9865-16b329357e73 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0638733 Jul 14 10:52:39.982802 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ba3fd41b-6eef-42fe-91ae-91d9bee4638a req-65dc0e27-9a3c-484e-9cb6-8393ae1a48e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312374 Jul 14 10:52:40.113604 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-0a75d718-de58-49cc-b857-a74b88b356d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:40.115097 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-0a75d718-de58-49cc-b857-a74b88b356d9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125&tenant_id=05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 1097 time: 0.0905771 Jul 14 10:52:40.207830 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-6c318762-0a96-4770-8b00-02d1883967d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:40.209541 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-6c318762-0a96-4770-8b00-02d1883967d1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1097 time: 0.0564160 Jul 14 10:52:40.302345 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-660d9d56-e8c1-4660-b3a7-9a039740cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:40.303785 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-660d9d56-e8c1-4660-b3a7-9a039740cadf service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.0869222 Jul 14 10:52:40.375176 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-deae63fe-b03e-4672-91b1-56008809e7f0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 200 len: 999 time: 0.0604072 Jul 14 10:52:40.429582 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-831644aa-1281-4d39-a930-533c812acf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:40.431042 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-831644aa-1281-4d39-a930-533c812acf65 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0496945 Jul 14 10:52:40.493207 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a1987-ac22-4b14-b385-a8d59b3f813c req-0eb805a3-393d-48e7-a0b2-4dbd2c609c50 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:40.494692 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-955a1987-ac22-4b14-b385-a8d59b3f813c req-0eb805a3-393d-48e7-a0b2-4dbd2c609c50 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0665646 Jul 14 10:52:40.502271 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-22fa18ad-056e-4cc0-8c7d-c1d93c90141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:40.503892 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-22fa18ad-056e-4cc0-8c7d-c1d93c90141b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0639544 Jul 14 10:52:40.533986 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-955a1987-ac22-4b14-b385-a8d59b3f813c req-e50001ba-d719-4fee-8b88-a842d02d0a62 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335393 Jul 14 10:52:40.594250 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-aa12f252-e2e3-4974-8628-35ce034834ab service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824592 Jul 14 10:52:40.693546 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ac0c2a2a-01d3-4b97-96e0-1221dc6eae1d req-4d21f66e-c685-4a2a-9497-fe0073259b31 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917487 Jul 14 10:52:41.202218 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b65384-5f7f-4bb6-b118-be2767e61bd8 req-da951e1b-0ff0-440c-9a65-aefd267d7139 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:41.211549 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-35b65384-5f7f-4bb6-b118-be2767e61bd8 req-da951e1b-0ff0-440c-9a65-aefd267d7139 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.1037626 Jul 14 10:52:41.248181 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-35b65384-5f7f-4bb6-b118-be2767e61bd8 req-a616ab1a-c212-45ad-b0ee-b352ad89d223 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353637 Jul 14 10:52:41.725950 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8ccc9-0ba4-421d-8a8f-ca1132635746 req-db5a3d6e-0b9a-4cbc-b94e-fb80c2c34ba5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:41.727395 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-49a8ccc9-0ba4-421d-8a8f-ca1132635746 req-db5a3d6e-0b9a-4cbc-b94e-fb80c2c34ba5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0674965 Jul 14 10:52:41.773226 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-49a8ccc9-0ba4-421d-8a8f-ca1132635746 req-5a915cd1-1db9-4797-a738-9cb781254082 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401957 Jul 14 10:52:42.436871 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb028013-f105-4f0a-8d16-49d7cacdb461 req-94103080-76ec-456f-bfad-6729cf8178ba tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:42.438344 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cb028013-f105-4f0a-8d16-49d7cacdb461 req-94103080-76ec-456f-bfad-6729cf8178ba tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0706313 Jul 14 10:52:42.476843 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cb028013-f105-4f0a-8d16-49d7cacdb461 req-613a134d-a2c8-4908-8251-8814b3d4d9c6 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328195 Jul 14 10:52:42.981672 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26ab66-76d3-4ad2-b25a-19b8db3ef97a req-ba818c7a-6296-43bc-954e-ed17fa0105b1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:42.983240 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-af26ab66-76d3-4ad2-b25a-19b8db3ef97a req-ba818c7a-6296-43bc-954e-ed17fa0105b1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0762234 Jul 14 10:52:43.023917 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-af26ab66-76d3-4ad2-b25a-19b8db3ef97a req-9eac2b13-4059-40e2-99f2-218bc489c26f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350180 Jul 14 10:52:43.324719 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86b0b7-0802-486a-a79e-0627e83c5cc4 req-418892df-1557-4d1f-bf00-e9b438695309 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:43.326236 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d86b0b7-0802-486a-a79e-0627e83c5cc4 req-418892df-1557-4d1f-bf00-e9b438695309 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0644498 Jul 14 10:52:43.370261 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d86b0b7-0802-486a-a79e-0627e83c5cc4 req-2a4c2c88-388a-484f-a701-93747a594484 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383203 Jul 14 10:52:43.666798 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c65a2-a514-4a8b-a1a3-1e0572efb8ee req-f72ca5c3-2945-45b2-a35e-2eee9cea5e4a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:43.668267 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a92c65a2-a514-4a8b-a1a3-1e0572efb8ee req-f72ca5c3-2945-45b2-a35e-2eee9cea5e4a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0749965 Jul 14 10:52:43.707847 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a92c65a2-a514-4a8b-a1a3-1e0572efb8ee req-b5487e59-a251-44fd-b7ab-27bf253b3638 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333703 Jul 14 10:52:44.226440 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c868a-a415-4c34-8f39-e8d25f802b0b req-e9112e5d-a7ab-4c3a-ac47-025502191073 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:44.227952 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-008c868a-a415-4c34-8f39-e8d25f802b0b req-e9112e5d-a7ab-4c3a-ac47-025502191073 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0778580 Jul 14 10:52:44.269046 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-008c868a-a415-4c34-8f39-e8d25f802b0b req-33a5e918-1014-40a6-bebe-11aac6bbe22c tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354323 Jul 14 10:52:44.578477 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffa5dc-3370-4823-8b26-55edfb1b3ef0 req-3ec2da82-f552-416a-8a32-b39cb0d5310f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:44.580705 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-caffa5dc-3370-4823-8b26-55edfb1b3ef0 req-3ec2da82-f552-416a-8a32-b39cb0d5310f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0869060 Jul 14 10:52:44.628936 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-caffa5dc-3370-4823-8b26-55edfb1b3ef0 req-af9883ff-c2b8-42b7-a832-e21a8c5e58e0 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396399 Jul 14 10:52:44.894619 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbe1e8-e4ad-4fb1-9b7b-65e6a632de60 req-e75a47ba-99b6-4abd-866b-c2a670cfecf4 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:44.896080 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a4cbe1e8-e4ad-4fb1-9b7b-65e6a632de60 req-e75a47ba-99b6-4abd-866b-c2a670cfecf4 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0726593 Jul 14 10:52:44.935275 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a4cbe1e8-e4ad-4fb1-9b7b-65e6a632de60 req-dee258ba-41b0-4274-892c-3f524295192b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335109 Jul 14 10:52:45.130098 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-2a658577-efe0-475d-9f9e-04ebac7f1bb7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200413675&fields=id&tenant_id=35de3d14ef564d4ba10846b9e3cea607 HTTP/1.1" status: 200 len: 267 time: 0.0362446 Jul 14 10:52:45.250753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-14f89e52-5a3d-4461-ab8e-d03e0e1e6de0 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:45.252463 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-14f89e52-5a3d-4461-ab8e-d03e0e1e6de0 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 808 time: 0.1156275 Jul 14 10:52:45.268797 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-6552bd93-98d7-4041-bb56-bf087e33bbbf tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/quotas/35de3d14ef564d4ba10846b9e3cea607 HTTP/1.1" status: 200 len: 375 time: 0.0109701 Jul 14 10:52:45.351547 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-44355fac-dc69-45c2-ac8a-46f4b2f6a8bc tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762789 Jul 14 10:52:45.465391 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-63565b8d-4403-4eca-966f-37af9a95f40e service neutron] 10.222.0.67 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016917 Jul 14 10:52:45.471865 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2537f1f-2cf0-4b67-aa67-0c9a18200efe req-0b1218b6-7ed3-4dac-939a-3c38ee8f7939 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:45.473539 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d2537f1f-2cf0-4b67-aa67-0c9a18200efe req-0b1218b6-7ed3-4dac-939a-3c38ee8f7939 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0799601 Jul 14 10:52:45.513577 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d2537f1f-2cf0-4b67-aa67-0c9a18200efe req-38326883-863c-4403-97f5-5ce0b97c22b4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337534 Jul 14 10:52:45.571519 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-2696bf1f-40d1-496d-916f-e8fd2b315f1f service neutron] 10.222.0.67 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989830 Jul 14 10:52:45.811870 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725b211-661a-493f-91c6-bb4c6eb2aa96 req-c84cc8b9-1cfc-4ff7-9fbc-dc4e6b71f9f7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:45.814572 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8725b211-661a-493f-91c6-bb4c6eb2aa96 req-c84cc8b9-1cfc-4ff7-9fbc-dc4e6b71f9f7 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0710135 Jul 14 10:52:45.865314 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8725b211-661a-493f-91c6-bb4c6eb2aa96 req-5fddac50-7bb5-49a5-adfb-409b754f1fc9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Jul 14 10:52:45.928739 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5cc2f465-7778-444a-a48e-271ad4cea9e0 req-c526fa38-d435-4adf-8565-d5f8ab8f3c8c tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0307415 Jul 14 10:52:46.158941 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b258b66-1941-4182-8d34-3ee39aa0612e req-50e59776-4eed-443b-a46f-6956a6b2114b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:46.160639 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3b258b66-1941-4182-8d34-3ee39aa0612e req-50e59776-4eed-443b-a46f-6956a6b2114b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.1046917 Jul 14 10:52:46.212081 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3b258b66-1941-4182-8d34-3ee39aa0612e req-094f785b-f53b-48cd-b515-0d0020ef439b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448287 Jul 14 10:52:46.727047 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84530e-e705-4348-9f19-81063fad2dc9 req-34aa5ed1-7e6b-4f67-9874-65b7a4bdf960 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:46.729507 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7c84530e-e705-4348-9f19-81063fad2dc9 req-34aa5ed1-7e6b-4f67-9874-65b7a4bdf960 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0792928 Jul 14 10:52:46.769391 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7c84530e-e705-4348-9f19-81063fad2dc9 req-578c5a8d-aa1c-4b31-b983-ef856f745173 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321524 Jul 14 10:52:47.063492 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a9d48-aee6-4915-8924-47f7bbbd9ac3 req-6c207769-3746-472c-8aaa-1d1d5d2a69e8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:47.065022 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fa8a9d48-aee6-4915-8924-47f7bbbd9ac3 req-6c207769-3746-472c-8aaa-1d1d5d2a69e8 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0798109 Jul 14 10:52:47.084822 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3410e937-211d-4386-b65f-62d00fe1b5d4 req-526806ad-e9dc-4144-9c87-8517b3fc5d76 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0286927 Jul 14 10:52:47.105857 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fa8a9d48-aee6-4915-8924-47f7bbbd9ac3 req-5d733c30-8c7a-48a9-a83d-ce55bac06371 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Jul 14 10:52:47.546977 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d887a-ae8a-43e6-ae99-51c5ddfc5bf2 req-f1def1cf-ea7d-44e9-8f9f-92b9e3e1ac21 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:47.548934 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d42d887a-ae8a-43e6-ae99-51c5ddfc5bf2 req-f1def1cf-ea7d-44e9-8f9f-92b9e3e1ac21 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0657268 Jul 14 10:52:47.590114 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d42d887a-ae8a-43e6-ae99-51c5ddfc5bf2 req-72d62061-b135-41bb-a4ff-6aef31938382 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355971 Jul 14 10:52:47.954536 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5a5b2-2bdb-480e-aa1d-3f741eb23186 req-f99b6e38-f0f3-4e5d-a7d9-311fb8a84ecb tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:47.956107 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4bd5a5b2-2bdb-480e-aa1d-3f741eb23186 req-f99b6e38-f0f3-4e5d-a7d9-311fb8a84ecb tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0635846 Jul 14 10:52:47.996148 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4bd5a5b2-2bdb-480e-aa1d-3f741eb23186 req-273e3451-1e07-4eba-b94d-b04ec67eb7b3 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345073 Jul 14 10:52:48.257592 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ed134755-e8c0-4922-b4cd-89c1b1151de9 req-e0473c4a-b8d3-44fa-9bfe-b9fb7f5fbb57 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0480304 Jul 14 10:52:48.306402 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94e8fd-0423-4a06-b52f-7dd5efa4f996 req-3fd61ab0-2d89-410e-87cf-88b3a303ef9b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:48.308041 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc94e8fd-0423-4a06-b52f-7dd5efa4f996 req-3fd61ab0-2d89-410e-87cf-88b3a303ef9b tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0841835 Jul 14 10:52:48.346860 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc94e8fd-0423-4a06-b52f-7dd5efa4f996 req-945f1336-ffe3-4b8a-8262-d7586aa85ab9 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332201 Jul 14 10:52:48.767257 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a5d42-0daa-4f1e-8a30-f8a562557aeb req-1594bb1f-c48b-488f-93b0-5de1e4f1702d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:48.768961 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5b0a5d42-0daa-4f1e-8a30-f8a562557aeb req-1594bb1f-c48b-488f-93b0-5de1e4f1702d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0664814 Jul 14 10:52:48.808310 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5b0a5d42-0daa-4f1e-8a30-f8a562557aeb req-9b6d1134-ee4f-4821-981d-474e95323371 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334179 Jul 14 10:52:49.181428 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bd443-b198-45eb-ab5f-799856453c22 req-4e9103da-1ca6-440d-abb0-853481aa1569 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:49.183129 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-af6bd443-b198-45eb-ab5f-799856453c22 req-4e9103da-1ca6-440d-abb0-853481aa1569 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0692520 Jul 14 10:52:49.223354 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-af6bd443-b198-45eb-ab5f-799856453c22 req-a3c45129-e680-4c04-ba8a-a3a7ebb4b071 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Jul 14 10:52:49.403651 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f953a7ed-b778-4929-802f-527ebf871d97 req-8a57bbbc-9ae3-419d-98b2-c68978d01536 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0295615 Jul 14 10:52:49.527472 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1745e-1022-4a18-aab1-8f76e942b256 req-2514b87b-2bd8-4241-b458-10b4a1081851 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:49.529047 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c7f1745e-1022-4a18-aab1-8f76e942b256 req-2514b87b-2bd8-4241-b458-10b4a1081851 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0650127 Jul 14 10:52:49.575350 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c7f1745e-1022-4a18-aab1-8f76e942b256 req-7c579014-4651-4b20-a037-8bfdf3473af3 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395343 Jul 14 10:52:49.992572 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f983-1ee1-4e1c-8788-b4292cbae655 req-8c90b89d-bdc5-48b3-b54b-d19dce0736aa tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:49.994901 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e775f983-1ee1-4e1c-8788-b4292cbae655 req-8c90b89d-bdc5-48b3-b54b-d19dce0736aa tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0691361 Jul 14 10:52:50.033613 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e775f983-1ee1-4e1c-8788-b4292cbae655 req-72b55fd9-0d26-44cc-8255-1182334666ff tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Jul 14 10:52:50.410387 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d376b-1177-4dd5-a1ec-e6f08f67f9bc req-3001bdf5-4b19-421f-98c0-cb1bcfd7afff tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:50.411839 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3c6d376b-1177-4dd5-a1ec-e6f08f67f9bc req-3001bdf5-4b19-421f-98c0-cb1bcfd7afff tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0649111 Jul 14 10:52:50.452249 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3c6d376b-1177-4dd5-a1ec-e6f08f67f9bc req-1b052009-a07d-4885-aca3-a2d319457402 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340300 Jul 14 10:52:50.573309 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6df5822e-a3ab-4685-8896-636a2079dc20 req-5c0a6be0-0406-4bf7-9ec6-8d205c5d5b47 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0301278 Jul 14 10:52:50.749088 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3777515-af83-4286-802b-503b20742419 req-9d7ff492-d3eb-442c-a2ab-66f687930068 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:50.750580 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a3777515-af83-4286-802b-503b20742419 req-9d7ff492-d3eb-442c-a2ab-66f687930068 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0650737 Jul 14 10:52:50.788398 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a3777515-af83-4286-802b-503b20742419 req-bd7e018c-9e42-45ec-9c17-c38eb25204dc tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312836 Jul 14 10:52:51.219198 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d786d-f4ba-4ddc-af92-6146254a5457 req-3c66a4f3-85b7-4255-a426-74e1bf5e506c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:51.221392 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f74d786d-f4ba-4ddc-af92-6146254a5457 req-3c66a4f3-85b7-4255-a426-74e1bf5e506c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0727057 Jul 14 10:52:51.259556 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f74d786d-f4ba-4ddc-af92-6146254a5457 req-26eb8fa3-a5e8-4a13-80f4-13de87595c3c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 Jul 14 10:52:51.644599 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55a3cc-89f1-43e8-9416-3d0d1793d1fd req-b54a461d-e5e1-4b7a-9a25-a34c015f991d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:51.646110 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2a55a3cc-89f1-43e8-9416-3d0d1793d1fd req-b54a461d-e5e1-4b7a-9a25-a34c015f991d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0736208 Jul 14 10:52:51.685389 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2a55a3cc-89f1-43e8-9416-3d0d1793d1fd req-7cf16c8c-090c-4173-8490-ca4f8c1f6ee4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329010 Jul 14 10:52:51.732890 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c9c627fe-74f6-45e4-9fcf-ac662efe32cb req-08c738f8-e1c0-4a1f-b4e8-085c5e51f234 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0327082 Jul 14 10:52:51.962860 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f4a8c-7721-4d19-804a-30a809b8eae2 req-32f5153e-71d2-4f73-ae9d-35cb284ca32c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:51.964303 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ab6f4a8c-7721-4d19-804a-30a809b8eae2 req-32f5153e-71d2-4f73-ae9d-35cb284ca32c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0643439 Jul 14 10:52:51.986071 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bf31e67e-4048-4bdc-9d59-3c478fb25856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:52.007807 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ab6f4a8c-7721-4d19-804a-30a809b8eae2 req-750dca06-bf2c-405e-a48a-c5c5ee0ac3dc tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362599 Jul 14 10:52:52.441962 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c781a18-373d-48c0-89c1-5bccad4720e7 req-f294edc5-1cfb-43fb-ad70-3aadea8cf42b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:52.443436 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2c781a18-373d-48c0-89c1-5bccad4720e7 req-f294edc5-1cfb-43fb-ad70-3aadea8cf42b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0660148 Jul 14 10:52:52.480339 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2c781a18-373d-48c0-89c1-5bccad4720e7 req-874dbe0b-6989-4ef9-b81f-b75e50128b8b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Jul 14 10:52:52.867931 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed46b-887f-4bdd-9be0-4736dec1643e req-0f5ec53f-e2b0-4e9e-9996-6804f5c81d9a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:52.869421 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-125ed46b-887f-4bdd-9be0-4736dec1643e req-0f5ec53f-e2b0-4e9e-9996-6804f5c81d9a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0617380 Jul 14 10:52:52.870595 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ad40c073-1db2-4779-81c9-20cbe1d27cf9 req-aadef792-f886-4706-a99b-dbc9ef370273 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0283997 Jul 14 10:52:52.910703 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-125ed46b-887f-4bdd-9be0-4736dec1643e req-ee1fe308-bfa0-4769-90ac-e2f7ceea2c70 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353498 Jul 14 10:52:53.184590 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a8fee-963a-4052-94bd-a51ad8be01d9 req-e73b5e89-3ba3-4e36-81fe-b80c51fbfc81 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:53.185994 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e70a8fee-963a-4052-94bd-a51ad8be01d9 req-e73b5e89-3ba3-4e36-81fe-b80c51fbfc81 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0673933 Jul 14 10:52:53.231130 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e70a8fee-963a-4052-94bd-a51ad8be01d9 req-1d8303bb-c708-49a2-82e4-b644de25ffc3 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Jul 14 10:52:53.664729 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866a397-c198-4984-a7f5-e839993ff1be req-3958e1c7-fb59-4b9c-b72f-070a035c878f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:53.666571 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f866a397-c198-4984-a7f5-e839993ff1be req-3958e1c7-fb59-4b9c-b72f-070a035c878f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0721092 Jul 14 10:52:53.702694 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-738d43f0-5c66-4075-a583-778ccc9a28a9 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:53.704204 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-738d43f0-5c66-4075-a583-778ccc9a28a9 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.89 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 808 time: 0.1103182 Jul 14 10:52:53.711539 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f866a397-c198-4984-a7f5-e839993ff1be req-cd7d9a65-b5e5-48a6-9ecf-d35b86b65868 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393820 Jul 14 10:52:53.754701 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-8e11285e-c401-4a7f-adfb-47eb6bc4a9ac tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35de3d14ef564d4ba10846b9e3cea607 HTTP/1.1" status: 200 len: 379 time: 0.0395713 Jul 14 10:52:53.764930 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'port': {'device_id': 'e7b558fa-9254-40d1-a564-5592408c669b', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'admin_state_up': True, 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'security_groups': ['c2dfaeda-2385-4f7a-8f99-8afabb775cef']}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:53.884750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Made reservation on behalf of 35de3d14ef564d4ba10846b9e3cea607 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:52:53.888280 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.043645 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-87903c36-f238-4cca-81a0-b32097dd836d req-752470ed-7314-44f8-a3a1-123b636c3488 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.0465925 Jul 14 10:52:54.061671 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Allocated IP 172.20.0.14 (aee68422-9b37-44d2-b55a-b5d0bc8304f3/d4de3578-731d-403c-8ddc-e8e07676fa9b/21892d00-fc7d-4f25-bea0-a442260778e2) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:52:54.103938 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34128d5-79e5-4090-a56e-fb71adff1d36 req-9abbb90c-bed4-406b-8252-90883179b146 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:54.105437 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f34128d5-79e5-4090-a56e-fb71adff1d36 req-9abbb90c-bed4-406b-8252-90883179b146 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0677094 Jul 14 10:52:54.144143 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f34128d5-79e5-4090-a56e-fb71adff1d36 req-da452129-509a-441a-bfe7-e92d8c9b03ad tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320542 Jul 14 10:52:54.199149 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.212753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Transition to ACTIVE for port object 21892d00-fc7d-4f25-bea0-a442260778e2 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:54.247067 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.306489 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:52:54.312061 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:52:54.322915 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:52:54.331170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:54.410572 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:54.411209 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.432954 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-523806c4-18ad-4bcc-99ce-1f09bdd1c0f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6721272 Jul 14 10:52:54.445923 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0b11-9941-4dd2-86a8-bf58a96de62f req-ee208bce-1177-4ffa-88ad-539c2aaaffc5 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:54.447456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6aad0b11-9941-4dd2-86a8-bf58a96de62f req-ee208bce-1177-4ffa-88ad-539c2aaaffc5 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0957978 Jul 14 10:52:54.452414 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Request body: {'port': {'device_id': 'e7b558fa-9254-40d1-a564-5592408c669b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:52:54.484781 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.519236 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6aad0b11-9941-4dd2-86a8-bf58a96de62f req-a0ca9524-c4b6-4e6d-b9e2-89da60e0a617 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640767 Jul 14 10:52:54.559281 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.565447 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-9028d468-6721-4a3d-b41c-04fe1448fbf7 None None] Provisioning for port 21892d00-fc7d-4f25-bea0-a442260778e2 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:52:54.570696 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-9028d468-6721-4a3d-b41c-04fe1448fbf7 None None] Provisioning complete for port 21892d00-fc7d-4f25-bea0-a442260778e2 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:52:54.571066 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9028d468-6721-4a3d-b41c-04fe1448fbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.604875 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-9028d468-6721-4a3d-b41c-04fe1448fbf7 None None] Port 21892d00-fc7d-4f25-bea0-a442260778e2 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:52:54.712429 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-a8f05349-fb17-47be-ac32-1b6eef46f369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.814138 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21892d00-fc7d-4f25-bea0-a442260778e2 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:52:54.821727 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.833743 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Transition to ACTIVE for port object 21892d00-fc7d-4f25-bea0-a442260778e2 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:52:54.837385 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.890901 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00f9ea-8907-4ac2-84ef-643cde431e7d req-f8608237-c9e8-47e3-a1a6-1bc94015b526 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:54.897925 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b00f9ea-8907-4ac2-84ef-643cde431e7d req-f8608237-c9e8-47e3-a1a6-1bc94015b526 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0748532 Jul 14 10:52:54.902573 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:54.934357 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b00f9ea-8907-4ac2-84ef-643cde431e7d req-8744591b-1d3b-426e-bcb7-869ed89618d1 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355422 Jul 14 10:52:54.975426 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Attempting to bind port 21892d00-fc7d-4f25-bea0-a442260778e2 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:52:54.975777 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Attempting to bind port 21892d00-fc7d-4f25-bea0-a442260778e2 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:52:54.976131 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Attempting to bind port 21892d00-fc7d-4f25-bea0-a442260778e2 on network aee68422-9b37-44d2-b55a-b5d0bc8304f3 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:54.980506 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Port 21892d00-fc7d-4f25-bea0-a442260778e2 on network aee68422-9b37-44d2-b55a-b5d0bc8304f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:52:54.981324 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Attempting to bind port 21892d00-fc7d-4f25-bea0-a442260778e2 on network aee68422-9b37-44d2-b55a-b5d0bc8304f3 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:52:54.988827 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:52:54.989396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Checking segment: {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:52:54.989908 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Bound using segment: {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:52:54.990352 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Bound port: 21892d00-fc7d-4f25-bea0-a442260778e2, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec846dc4-26a2-49cb-94d9-a98f8453a976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:52:54.990866 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:55.059293 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:52:55.062947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:52:55.070895 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:55.108570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.109191 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:55.110613 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-25bed79d-777a-42df-922b-7d561a48992d service neutron] 10.222.0.89 "PUT /v2.0/ports/21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 1094 time: 0.6622465 Jul 14 10:52:55.111414 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:52:55.113602 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58335a-23d0-43a7-9aec-2b69fb268068" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:52:55.155405 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bed79d-777a-42df-922b-7d561a48992d service neutron] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:55.184385 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c988b9e-275b-4132-a8f5-7c78e4fa5a94 x-openstack-request-id: req-8c988b9e-275b-4132-a8f5-7c78e4fa5a94 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:52:55.184838 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:52:55.185189 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c988b9e-275b-4132-a8f5-7c78e4fa5a94 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:52:55.185775 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2', 'status': 'completed', 'code': 200} Jul 14 10:52:55.283021 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-a0b4dc64-d059-474e-b5a8-5460760bf81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.284560 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-a0b4dc64-d059-474e-b5a8-5460760bf81f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1097 time: 0.1211264 Jul 14 10:52:55.300147 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c44419-13ac-4c3b-848f-c9d0b3b31b62 req-3997ea6f-9cc4-45af-9b2b-2b598537768b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.301679 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f5c44419-13ac-4c3b-848f-c9d0b3b31b62 req-3997ea6f-9cc4-45af-9b2b-2b598537768b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0928516 Jul 14 10:52:55.345813 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da7cfa-26d1-4bc7-b014-f0dbadae8618 req-0909155c-342f-4e29-bf37-b6e5170c5021 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.348826 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-06da7cfa-26d1-4bc7-b014-f0dbadae8618 req-0909155c-342f-4e29-bf37-b6e5170c5021 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0691581 Jul 14 10:52:55.387771 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-06da7cfa-26d1-4bc7-b014-f0dbadae8618 req-b2396302-8984-4fc4-9f30-fc0097d87021 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346394 Jul 14 10:52:55.544906 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:55.596325 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-f059cc94-9740-40ea-b560-5b55e6fb3761 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 217 time: 0.2937024 Jul 14 10:52:55.670566 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f5c44419-13ac-4c3b-848f-c9d0b3b31b62 req-74010b80-bcdc-4b21-ac10-1c5e5c7afbea tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622830 Jul 14 10:52:55.680582 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-660f7186-0c5d-41f8-bdf4-0d45816dc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.682069 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-660f7186-0c5d-41f8-bdf4-0d45816dc083 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 200 len: 847 time: 0.0674765 Jul 14 10:52:55.700448 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d0d1c-5fb1-46b5-ac9c-656fe81ed8d0 req-c7031dfb-b87a-481f-be50-b5a77b7ecf78 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.702051 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-168d0d1c-5fb1-46b5-ac9c-656fe81ed8d0 req-c7031dfb-b87a-481f-be50-b5a77b7ecf78 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.0660019 Jul 14 10:52:55.733323 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-e8cdb220-ca15-4113-80b5-a6425b6c062e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.734822 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-e8cdb220-ca15-4113-80b5-a6425b6c062e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 945 time: 0.1496763 Jul 14 10:52:55.746303 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-168d0d1c-5fb1-46b5-ac9c-656fe81ed8d0 req-ee1ae548-9706-4b55-9dd5-189b2dc06060 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Jul 14 10:52:55.805711 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-79fc0859-e430-446d-98d7-0a743e45fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:55.807157 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-79fc0859-e430-446d-98d7-0a743e45fe7c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aee68422-9b37-44d2-b55a-b5d0bc8304f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1166975 Jul 14 10:52:55.923765 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Deleting port 85ff4410-a8d4-4950-b869-82d54991d917 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:52:55.924502 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:55.929424 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-32dc2e58-aae4-4507-a718-3b1b71de9d85 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063309 Jul 14 10:52:56.114984 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] For port 85ff4410-a8d4-4950-b869-82d54991d917, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=85ff4410-a8d4-4950-b869-82d54991d917,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:52:56.115344 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:56.126999 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f4b66dc7-ffa5-4588-85e0-835ee69739a0 req-afd7a091-93f3-41a1-9fc2-00a1e62b1863 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872449 Jul 14 10:52:56.134282 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Calling delete_port for 85ff4410-a8d4-4950-b869-82d54991d917 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:52:56.227392 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fcf1c-5bb2-40df-8cef-48d2c3b4c3eb req-2ccfc822-5c4a-4742-84ba-95aa5ab31a92 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:56.228826 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-900fcf1c-5bb2-40df-8cef-48d2c3b4c3eb req-2ccfc822-5c4a-4742-84ba-95aa5ab31a92 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.1753957 Jul 14 10:52:56.304127 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-900fcf1c-5bb2-40df-8cef-48d2c3b4c3eb req-b199c572-1195-4ceb-93c4-098020e9b913 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672448 Jul 14 10:52:56.308942 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-8faae29f-a6a3-48b0-b587-4504e1459e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:56.310577 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-8faae29f-a6a3-48b0-b587-4504e1459e0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1097 time: 0.1267333 Jul 14 10:52:56.415699 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:56.427215 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27', '85ff4410-a8d4-4950-b869-82d54991d917'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:52:56.461708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Pushing event deleted for resources: {'Port': ['ID=85ff4410-a8d4-4950-b869-82d54991d917,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:52:56.480125 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-702f5a62-82df-4b1e-83af-f1857c9137e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:56.481567 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-702f5a62-82df-4b1e-83af-f1857c9137e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 910 time: 0.1618967 Jul 14 10:52:56.544796 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-7fe170e5-0536-4039-8ff2-95e0cb71bfc9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 217 time: 0.0557821 Jul 14 10:52:56.565607 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] No DVR routers for this DVR port 85ff4410-a8d4-4950-b869-82d54991d917 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:52:56.575221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:56.577176 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d979345a-0260-4c62-b5bf-c2f768c6c873 req-510b9471-0c22-4eb1-892a-68c0f7b856ce tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "DELETE /v2.0/ports/85ff4410-a8d4-4950-b869-82d54991d917 HTTP/1.1" status: 204 len: 173 time: 0.8362222 Jul 14 10:52:56.591397 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4150da2-d4f6-40ac-bc73-378571491a18 req-6724b1e2-19a7-47ce-bfa6-d0d9fd30aa61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:56.595838 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c4150da2-d4f6-40ac-bc73-378571491a18 req-6724b1e2-19a7-47ce-bfa6-d0d9fd30aa61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0793896 Jul 14 10:52:56.621765 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-524dd781-d9a9-46af-80a8-a14057ac330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:56.623504 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-524dd781-d9a9-46af-80a8-a14057ac330f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 200 len: 847 time: 0.0592437 Jul 14 10:52:56.636996 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c4150da2-d4f6-40ac-bc73-378571491a18 req-306ab403-483c-4783-89df-4d4d1ef93fe9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351913 Jul 14 10:52:56.686091 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-80bab2ae-ba96-476b-99b8-49f09acbd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:56.687593 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-80bab2ae-ba96-476b-99b8-49f09acbd824 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aee68422-9b37-44d2-b55a-b5d0bc8304f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555439 Jul 14 10:52:56.801064 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-cf9b5b87-40f5-4367-bc8a-a26b67fb5ce8 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044481 Jul 14 10:52:56.908729 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6d9612ee-b737-4783-be3b-70d368cb1e39 req-405133ae-bf56-4e74-9000-1f15d1d1ae0d tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=4962609c-b9ec-4505-b300-a1092168bd72 HTTP/1.1" status: 200 len: 210 time: 0.0288274 Jul 14 10:52:56.926632 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a23d5f-1037-4242-a410-37c87b0385bc req-0c55cc04-23ac-4574-9c88-f6c35bd4e644 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:56.928117 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f3a23d5f-1037-4242-a410-37c87b0385bc req-0c55cc04-23ac-4574-9c88-f6c35bd4e644 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.1429303 Jul 14 10:52:56.933697 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5a58335a-23d0-43a7-9aec-2b69fb268068 req-433ab779-f125-459a-a33f-1ce651790e08 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125603 Jul 14 10:52:56.968568 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f3a23d5f-1037-4242-a410-37c87b0385bc req-e656b0c1-b839-4239-a71e-395f9158017e tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339274 Jul 14 10:52:57.186940 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4962609c-b9ec-4505-b300-a1092168bd72', 'name': 'network-vif-deleted', 'tag': '85ff4410-a8d4-4950-b869-82d54991d917'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:52:57.189550 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a9146-634f-42da-8e2f-468bdb117f13" -d '{"events": [{"server_uuid": "4962609c-b9ec-4505-b300-a1092168bd72", "name": "network-vif-deleted", "tag": "85ff4410-a8d4-4950-b869-82d54991d917"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:52:57.224653 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303c1669-9e76-4886-a1d5-8cbbcfcd72ab x-openstack-request-id: req-303c1669-9e76-4886-a1d5-8cbbcfcd72ab {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:52:57.224946 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4962609c-b9ec-4505-b300-a1092168bd72", "name": "network-vif-deleted", "tag": "85ff4410-a8d4-4950-b869-82d54991d917", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:52:57.225216 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-303c1669-9e76-4886-a1d5-8cbbcfcd72ab {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:52:57.225581 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4962609c-b9ec-4505-b300-a1092168bd72', 'name': 'network-vif-deleted', 'tag': '85ff4410-a8d4-4950-b869-82d54991d917', 'status': 'completed', 'code': 200} Jul 14 10:52:57.488382 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e5cd-64cd-44e7-a2fd-53e5712acb4c req-1c2f3d6e-e234-4349-9374-52a0c535c666 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:57.490343 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2228e5cd-64cd-44e7-a2fd-53e5712acb4c req-1c2f3d6e-e234-4349-9374-52a0c535c666 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0679545 Jul 14 10:52:57.490794 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:57.529662 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2228e5cd-64cd-44e7-a2fd-53e5712acb4c req-2c731261-89af-432b-9a41-03a9df04cc5a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336647 Jul 14 10:52:57.715756 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:57.821974 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4172a-22fa-4947-bdd9-55fc33f36af9 req-39ef14b3-e4fc-475c-a6ef-50c91480a83a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:57.823560 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-27b4172a-22fa-4947-bdd9-55fc33f36af9 req-39ef14b3-e4fc-475c-a6ef-50c91480a83a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0665715 Jul 14 10:52:57.860889 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-27b4172a-22fa-4947-bdd9-55fc33f36af9 req-8aacb773-8838-46e6-b4e5-e5b4fbbde1c9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Jul 14 10:52:58.150050 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b05a8-d7e8-4183-ad01-842ed0944634 req-6e10bf74-c940-4ada-9f83-0eb0222b75bb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:58.152769 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a33b05a8-d7e8-4183-ad01-842ed0944634 req-6e10bf74-c940-4ada-9f83-0eb0222b75bb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0720439 Jul 14 10:52:58.195932 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a33b05a8-d7e8-4183-ad01-842ed0944634 req-3b44d8c8-a17d-4587-a35a-74457f588880 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357354 Jul 14 10:52:58.361618 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a787cf-1ac2-4b4d-a6b5-df9a3d15fe01 req-277c5c15-dedd-4519-8be7-848a85975102 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:58.363058 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c0a787cf-1ac2-4b4d-a6b5-df9a3d15fe01 req-277c5c15-dedd-4519-8be7-848a85975102 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0610192 Jul 14 10:52:58.400025 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c0a787cf-1ac2-4b4d-a6b5-df9a3d15fe01 req-1e378926-6466-4603-ac3c-c96dcea7446c tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315211 Jul 14 10:52:58.705843 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d810d99-fb6c-4f62-8d32-a2942cb7f5bc req-a9a6e75f-9708-40f0-a34e-2f33902867c3 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:58.707219 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3d810d99-fb6c-4f62-8d32-a2942cb7f5bc req-a9a6e75f-9708-40f0-a34e-2f33902867c3 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0625858 Jul 14 10:52:58.743370 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3d810d99-fb6c-4f62-8d32-a2942cb7f5bc req-64659a5a-458d-4663-b45b-7b1443a66bd5 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305908 Jul 14 10:52:59.023701 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 85ff4410-a8d4-4950-b869-82d54991d917 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:52:59.045527 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 85ff4410-a8d4-4950-b869-82d54991d917 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:52:59.045870 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 85ff4410-a8d4-4950-b869-82d54991d917 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:52:59.046750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9890f3e-b70f-4a0e-8971-5a5ff88374ef req-1eb705a0-eb0e-44a7-8340-5f7613b5d50b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.048932 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d9890f3e-b70f-4a0e-8971-5a5ff88374ef req-1eb705a0-eb0e-44a7-8340-5f7613b5d50b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0721393 Jul 14 10:52:59.083653 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd7f24-be4e-4507-bbd3-2815a3f3aa69 req-7be6c0b1-4027-4bd0-b2f3-687fd0cc0f61 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.085149 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-05cd7f24-be4e-4507-bbd3-2815a3f3aa69 req-7be6c0b1-4027-4bd0-b2f3-687fd0cc0f61 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0731168 Jul 14 10:52:59.114220 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d9890f3e-b70f-4a0e-8971-5a5ff88374ef req-c520d6dc-31f8-45c0-be9a-ea9b47100b48 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566919 Jul 14 10:52:59.123019 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-05cd7f24-be4e-4507-bbd3-2815a3f3aa69 req-f96e203f-b2d4-4b32-a858-aa89b4318719 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320089 Jul 14 10:52:59.130780 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50efa-467d-46d3-892c-b47887e38a92 req-929c2144-e3d9-4830-a42a-e133630e2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.132412 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-22b50efa-467d-46d3-892c-b47887e38a92 req-929c2144-e3d9-4830-a42a-e133630e2788 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 1098 time: 0.0823710 Jul 14 10:52:59.222563 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50efa-467d-46d3-892c-b47887e38a92 req-e533b195-edbd-456d-b2ee-a92baa4810d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.224044 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-22b50efa-467d-46d3-892c-b47887e38a92 req-e533b195-edbd-456d-b2ee-a92baa4810d2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 913 time: 0.0846803 Jul 14 10:52:59.295614 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-22b50efa-467d-46d3-892c-b47887e38a92 req-32a01b20-ec9d-4292-b0b7-7abeb76faa60 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce20f35-279d-458f-a56b-32275d9d601d HTTP/1.1" status: 200 len: 1001 time: 0.0628114 Jul 14 10:52:59.378609 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50efa-467d-46d3-892c-b47887e38a92 req-46aa9a4c-edbb-4edf-a907-5d6568eb628e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.380077 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-22b50efa-467d-46d3-892c-b47887e38a92 req-46aa9a4c-edbb-4edf-a907-5d6568eb628e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0776374 Jul 14 10:52:59.439961 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491372e5-b0da-4c62-9a3e-ab2024ad20a7 req-ca41484c-e63e-4fd3-a403-f8072331aad2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.441486 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-491372e5-b0da-4c62-9a3e-ab2024ad20a7 req-ca41484c-e63e-4fd3-a403-f8072331aad2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.1141572 Jul 14 10:52:59.481708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b50efa-467d-46d3-892c-b47887e38a92 req-d0d9f11d-d96d-406b-a6c2-75cdccce3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.483190 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-22b50efa-467d-46d3-892c-b47887e38a92 req-d0d9f11d-d96d-406b-a6c2-75cdccce3a99 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0924978 Jul 14 10:52:59.490883 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-491372e5-b0da-4c62-9a3e-ab2024ad20a7 req-7afcf3f2-98fe-4dd3-972b-cb97547e959b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422018 Jul 14 10:52:59.576912 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce69ac-bbec-4244-9329-848ecad728c2 req-446ed9e1-ce2f-4ff2-880c-faf95cb183b1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:52:59.578332 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-18ce69ac-bbec-4244-9329-848ecad728c2 req-446ed9e1-ce2f-4ff2-880c-faf95cb183b1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0636642 Jul 14 10:52:59.580600 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-22b50efa-467d-46d3-892c-b47887e38a92 req-f29daeac-d42d-4045-b78e-91b8ddde6a5e service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883200 Jul 14 10:52:59.617561 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-18ce69ac-bbec-4244-9329-848ecad728c2 req-f697c269-1300-4bc3-b352-b8c3ba4b9fcc tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330505 Jul 14 10:52:59.686870 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-22b50efa-467d-46d3-892c-b47887e38a92 req-6aa640ae-7279-4545-9176-c8a19b355ab4 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996277 Jul 14 10:53:00.296577 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d73927-09ba-4a9f-b131-4c8adeed6fd6 req-49b2e955-1256-40b2-b530-3394cb9d2ccf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:00.298611 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55d73927-09ba-4a9f-b131-4c8adeed6fd6 req-49b2e955-1256-40b2-b530-3394cb9d2ccf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 944 time: 0.0633190 Jul 14 10:53:00.305489 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89bc0c-4b5f-47ae-81ea-ee7074e1bcd5 req-5db199a1-732d-4af3-9bf1-d4125c12a697 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:00.307005 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-df89bc0c-4b5f-47ae-81ea-ee7074e1bcd5 req-5db199a1-732d-4af3-9bf1-d4125c12a697 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0662274 Jul 14 10:53:00.338625 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55d73927-09ba-4a9f-b131-4c8adeed6fd6 req-9819085b-b7cb-44c6-a4fb-d94cd4f0a252 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342743 Jul 14 10:53:00.345450 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-df89bc0c-4b5f-47ae-81ea-ee7074e1bcd5 req-0041856b-94b4-493d-abb0-20614504c23f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329101 Jul 14 10:53:00.669430 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6fd67-2c1d-479f-8312-a9c2c96f4954 req-47f856c9-9097-41b9-b9a1-5a9f7fc075a5 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:00.670892 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6eb6fd67-2c1d-479f-8312-a9c2c96f4954 req-47f856c9-9097-41b9-b9a1-5a9f7fc075a5 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0667076 Jul 14 10:53:00.708496 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6eb6fd67-2c1d-479f-8312-a9c2c96f4954 req-e82cb996-13a0-4976-b73d-1d721f0abc96 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313566 Jul 14 10:53:00.789529 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3d960-d294-4a2d-bbe8-a4a1f6e36f89 req-c07aa2a0-d317-4e3e-84b6-8453a5522447 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:00.791247 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c6f3d960-d294-4a2d-bbe8-a4a1f6e36f89 req-c07aa2a0-d317-4e3e-84b6-8453a5522447 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0621850 Jul 14 10:53:00.827699 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c6f3d960-d294-4a2d-bbe8-a4a1f6e36f89 req-3dd497be-8d45-4c17-9195-af7b3447bc79 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308938 Jul 14 10:53:01.020683 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:53:01.114349 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:01.125486 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'port_id': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'mac_address': 'fa:16:3e:ca:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:53:01.161775 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:01.174363 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af0bad1-d148-4be7-a9f5-fb302b76f79c {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:53:01.193117 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:01.197796 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:01.244142 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=9']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:01.521836 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bc794-154b-4204-8d70-7f3ba9500634 req-ac69154c-1463-4553-bc9b-7a69b780e4ed tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:01.522600 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e460d-714d-48b0-a01b-5668c7cb091c req-af1e7c60-edaf-4c9f-9e20-5691b829c213 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:01.523311 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4d3bc794-154b-4204-8d70-7f3ba9500634 req-ac69154c-1463-4553-bc9b-7a69b780e4ed tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0636539 Jul 14 10:53:01.524075 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6d7e460d-714d-48b0-a01b-5668c7cb091c req-af1e7c60-edaf-4c9f-9e20-5691b829c213 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 945 time: 0.0645270 Jul 14 10:53:01.542214 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['9af0bad1-d148-4be7-a9f5-fb302b76f79c'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:53:01.561367 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4d3bc794-154b-4204-8d70-7f3ba9500634 req-e9368794-6a5c-4ef9-af82-5a6846ce89cf tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Jul 14 10:53:01.565253 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6d7e460d-714d-48b0-a01b-5668c7cb091c req-1a990b59-9399-46fd-b0b5-61fd632bc6ab tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355294 Jul 14 10:53:01.880893 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c684c2-64db-4123-876a-a00128c17f00 req-fff7c144-a66b-48e4-a161-7cf87aa29bb7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:01.882360 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-94c684c2-64db-4123-876a-a00128c17f00 req-fff7c144-a66b-48e4-a161-7cf87aa29bb7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0651820 Jul 14 10:53:01.919884 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-94c684c2-64db-4123-876a-a00128c17f00 req-3d1d6051-f0f6-4099-85a0-83c35e9a8aca tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319462 Jul 14 10:53:02.003788 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a64df-b1d5-4570-8089-2b10082ee959 req-f99ed9bd-73c1-4fb6-b8a2-3a8769a71b70 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:02.005223 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a61a64df-b1d5-4570-8089-2b10082ee959 req-f99ed9bd-73c1-4fb6-b8a2-3a8769a71b70 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0681827 Jul 14 10:53:02.042724 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a61a64df-b1d5-4570-8089-2b10082ee959 req-ca13af00-78c3-4017-bfaa-dbb8c986ff15 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Jul 14 10:53:02.749919 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f473c8-ab0b-40e0-bf24-fc53cbefca46 req-a8bc428b-7eb7-41ff-bc49-2d6ea88f7ad5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:02.751381 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-34f473c8-ab0b-40e0-bf24-fc53cbefca46 req-a8bc428b-7eb7-41ff-bc49-2d6ea88f7ad5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 945 time: 0.0622809 Jul 14 10:53:02.789623 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-34f473c8-ab0b-40e0-bf24-fc53cbefca46 req-64296243-6ca0-42c9-ab83-fcb8edb335aa tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Jul 14 10:53:03.028358 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 21892d00-fc7d-4f25-bea0-a442260778e2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:53:03.030513 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:53:03.097627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c89ef3-48c5-409e-a3ef-af79c6ba0d63 req-0a629f71-e8f9-4269-a88a-87b7fb2eb460 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:03.099226 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a3c89ef3-48c5-409e-a3ef-af79c6ba0d63 req-0a629f71-e8f9-4269-a88a-87b7fb2eb460 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0676064 Jul 14 10:53:03.138186 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a3c89ef3-48c5-409e-a3ef-af79c6ba0d63 req-a6e249af-310d-46f0-8e68-2df49d59dc4d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329080 Jul 14 10:53:03.143879 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 9af0bad1-d148-4be7-a9f5-fb302b76f79c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:53:03.144308 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:03.194144 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:03.210741 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '21892d00-fc7d-4f25-bea0-a442260778e2', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'port_id': '21892d00-fc7d-4f25-bea0-a442260778e2', 'mac_address': 'fa:16:3e:f6:70:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:53:03.231039 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58929b4a-9ff5-4a82-a5eb-0457e86fd873 req-84a5fb2e-9527-4a74-8730-7ea64c948077 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:03.232580 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-58929b4a-9ff5-4a82-a5eb-0457e86fd873 req-84a5fb2e-9527-4a74-8730-7ea64c948077 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0668836 Jul 14 10:53:03.271575 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-58929b4a-9ff5-4a82-a5eb-0457e86fd873 req-13bf4da2-4e07-4d79-806a-b00836c553bb tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327909 Jul 14 10:53:03.281138 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:03.283790 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:03.302887 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21892d00-fc7d-4f25-bea0-a442260778e2 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:53:03.322739 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:53:03.324997 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3968f4e6-1afb-419c-aa9c-8936bc6b17d1" -d '{"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-plugged", "status": "completed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:53:03.343333 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:03.345392 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:03.348843 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:03.353066 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:03.372022 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e25e34-3eb9-42c4-8634-508ba6e0eed8 x-openstack-request-id: req-e0e25e34-3eb9-42c4-8634-508ba6e0eed8 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:53:03.372324 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-plugged", "status": "completed", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:53:03.372595 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e0e25e34-3eb9-42c4-8634-508ba6e0eed8 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:53:03.372990 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'code': 200} Jul 14 10:53:03.398258 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=10']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:03.445727 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:03.639030 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['21892d00-fc7d-4f25-bea0-a442260778e2'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:53:03.885837 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a4367-e04e-4344-9177-fd7c4fa9412d req-d6667936-9b97-44e5-b0e1-42589be4b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:03.887347 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-073a4367-e04e-4344-9177-fd7c4fa9412d req-d6667936-9b97-44e5-b0e1-42589be4b932 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1100 time: 0.0525663 Jul 14 10:53:03.929950 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-073a4367-e04e-4344-9177-fd7c4fa9412d req-4c003e84-afc9-4bf9-84a7-9f01c5935f82 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292392 Jul 14 10:53:03.965073 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb65ab-34d5-418d-b2ff-ae99654d01e9 req-ab260987-2a4c-4c6e-aa33-88e113c38557 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:03.966592 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-90eb65ab-34d5-418d-b2ff-ae99654d01e9 req-ab260987-2a4c-4c6e-aa33-88e113c38557 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 947 time: 0.0627310 Jul 14 10:53:04.003547 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-90eb65ab-34d5-418d-b2ff-ae99654d01e9 req-b2785d2f-cc22-4441-9470-4605ee35dd78 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308805 Jul 14 10:53:04.318133 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16507c38-b824-49ee-80bf-da057706fcbe req-74d3568c-33ac-4b77-8064-9678c5c3e3bb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:04.319603 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-16507c38-b824-49ee-80bf-da057706fcbe req-74d3568c-33ac-4b77-8064-9678c5c3e3bb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jul 14 10:53:04.356894 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-16507c38-b824-49ee-80bf-da057706fcbe req-a7e42a9a-13de-4982-86d1-fe9745ba7085 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318189 Jul 14 10:53:04.442704 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6cd2-2b32-4382-b004-172032196e1a req-952a36f7-78e0-42fd-9c40-1e29b0cec7c1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:04.444053 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-82dd6cd2-2b32-4382-b004-172032196e1a req-952a36f7-78e0-42fd-9c40-1e29b0cec7c1 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0630443 Jul 14 10:53:04.480085 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-82dd6cd2-2b32-4382-b004-172032196e1a req-b1603db8-15bc-42d2-9b5f-bb17c27522bc tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/security-groups?id=2aa55926-9b9e-4bf4-9c1a-c73e246784b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304296 Jul 14 10:53:04.621849 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-411fdb5f-fd08-46c5-93a7-50715ec82b67 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:04.623334 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-411fdb5f-fd08-46c5-93a7-50715ec82b67 tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 945 time: 0.0622418 Jul 14 10:53:04.725640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Deleting port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:53:04.725875 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:04.810057 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] For port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:04.810409 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:04.823167 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Calling delete_port for 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:53:04.949862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:04.961731 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:53:04.979944 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Pushing event deleted for resources: {'Port': ['ID=07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:05.007199 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.007543 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.007882 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.008216 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.008569 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.008904 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.009232 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.009555 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.009876 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.010197 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.010520 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.010845 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:05.037972 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 21892d00-fc7d-4f25-bea0-a442260778e2 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:53:05.039843 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] No DVR routers for this DVR port 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:53:05.043582 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:05.046320 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e410d2e6-3d9d-47f3-b9cf-c3e21eac82b9 req-f3124db4-00c8-48c7-bd66-4da96f543e2f tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.89 "DELETE /v2.0/ports/07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 HTTP/1.1" status: 204 len: 173 time: 0.4172807 Jul 14 10:53:05.046862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'name': 'network-vif-deleted', 'tag': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:53:05.050416 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7439a8-c5ce-4d7f-a8f7-5981bde1ca7b" -d '{"events": [{"server_uuid": "b5121657-6cd2-46bb-9302-2693f3b415fa", "name": "network-vif-deleted", "tag": "07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:53:05.114114 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112ed5b2-465b-4527-9f83-fae65c05d22b x-openstack-request-id: req-112ed5b2-465b-4527-9f83-fae65c05d22b {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:53:05.114423 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5121657-6cd2-46bb-9302-2693f3b415fa", "name": "network-vif-deleted", "tag": "07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:53:05.114658 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-112ed5b2-465b-4527-9f83-fae65c05d22b {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:53:05.114827 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 21892d00-fc7d-4f25-bea0-a442260778e2 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:53:05.115148 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5121657-6cd2-46bb-9302-2693f3b415fa', 'name': 'network-vif-deleted', 'tag': '07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27', 'status': 'completed', 'code': 200} Jul 14 10:53:05.119454 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 21892d00-fc7d-4f25-bea0-a442260778e2 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:53:05.119876 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:05.217727 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:05.238692 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f3e08-7eec-4c13-ab24-52f55e76ff6b req-a4c8a1cc-882a-4b5d-9dcb-5526b60a643d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:05.240549 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ad4f3e08-7eec-4c13-ab24-52f55e76ff6b req-a4c8a1cc-882a-4b5d-9dcb-5526b60a643d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 947 time: 0.0735052 Jul 14 10:53:05.264056 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:05.268745 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:05.269848 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:53:05.307086 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ad4f3e08-7eec-4c13-ab24-52f55e76ff6b req-d0a49703-16c6-42d0-a190-46f6385c8a94 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598240 Jul 14 10:53:05.311619 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:53:05.311986 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 07c6f2f5-2eff-49db-b3f1-4c8cd3d6cb27 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:53:05.344902 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:05.373916 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:53:05.376319 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aafc71b-cbd3-4f44-b3d6-0cb9cc72f71d" -d '{"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-plugged", "status": "completed", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:53:05.416103 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97168c26-6197-4619-bfdf-97aedbe48be7 x-openstack-request-id: req-97168c26-6197-4619-bfdf-97aedbe48be7 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:53:05.416405 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-plugged", "status": "completed", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:53:05.416696 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-97168c26-6197-4619-bfdf-97aedbe48be7 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:53:05.417089 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2', 'code': 200} Jul 14 10:53:05.552491 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea8daf-6b5e-44a3-9ccb-6ba322c9af1d req-40cfd01b-f7e8-464f-8aee-eebbd93b9626 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:05.555882 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-49ea8daf-6b5e-44a3-9ccb-6ba322c9af1d req-40cfd01b-f7e8-464f-8aee-eebbd93b9626 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0867267 Jul 14 10:53:05.614932 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-49ea8daf-6b5e-44a3-9ccb-6ba322c9af1d req-66917928-bb93-4511-ba2f-260e649046dc tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516639 Jul 14 10:53:05.668385 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c07c64f7-fb25-4a84-b588-95db502737d5 req-d412d2c3-d5de-4513-a156-0dd2f144676e tempest-ServerRescueNegativeTestJSON-552422785 tempest-ServerRescueNegativeTestJSON-552422785-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5121657-6cd2-46bb-9302-2693f3b415fa HTTP/1.1" status: 200 len: 210 time: 0.0428290 Jul 14 10:53:05.770860 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bcc2a-7a19-433e-8c26-333e258a7a79 req-4aa48a6b-3cdf-4ccf-8f25-648186c2fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:05.772657 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-021bcc2a-7a19-433e-8c26-333e258a7a79 req-4aa48a6b-3cdf-4ccf-8f25-648186c2fd68 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1099 time: 0.0599530 Jul 14 10:53:05.819947 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-021bcc2a-7a19-433e-8c26-333e258a7a79 req-9d116f70-71ce-4c7d-a208-af2038987abe service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304725 Jul 14 10:53:06.486377 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113600c-b5be-4cba-8ac1-772f1761daf3 req-cffee617-a08f-4e2d-9356-43c20320403d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:06.487832 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8113600c-b5be-4cba-8ac1-772f1761daf3 req-cffee617-a08f-4e2d-9356-43c20320403d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 947 time: 0.0615213 Jul 14 10:53:06.524912 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8113600c-b5be-4cba-8ac1-772f1761daf3 req-72f04145-c9e3-4567-8cc7-67e4eca4bd3e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Jul 14 10:53:06.765366 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53138) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:06.797751 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a275f-f672-4f0f-83c0-a1affcdf4f3c req-2412f893-d0e4-4a22-9399-b365e2d6f71a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:06.799859 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-813a275f-f672-4f0f-83c0-a1affcdf4f3c req-2412f893-d0e4-4a22-9399-b365e2d6f71a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0653422 Jul 14 10:53:06.837088 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-813a275f-f672-4f0f-83c0-a1affcdf4f3c req-68f2e79d-6eeb-4cf2-bf79-5decc4b89596 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Jul 14 10:53:07.132464 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:53:07.172171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:07.706043 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Deleting port cef61d62-2eda-466c-b3f0-c46103d3d13c {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:53:07.706383 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:07.784303 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] For port cef61d62-2eda-466c-b3f0-c46103d3d13c, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=cef61d62-2eda-466c-b3f0-c46103d3d13c,segment=NetworkSegment(d7e1a9df-c1ca-4a40-ab65-c30e30e7e914),segment_id=d7e1a9df-c1ca-4a40-ab65-c30e30e7e914)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:07.784971 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:07.797278 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Calling delete_port for cef61d62-2eda-466c-b3f0-c46103d3d13c owned by network:router_interface {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:53:08.023045 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.057466 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cef61d62-2eda-466c-b3f0-c46103d3d13c,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:08.112777 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e53ef-8531-4e0b-9a2c-005f61a55c25 req-93fd0d82-a2f2-4458-bab3-9b51e850ef85 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:08.114256 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-775e53ef-8531-4e0b-9a2c-005f61a55c25 req-93fd0d82-a2f2-4458-bab3-9b51e850ef85 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.1637809 Jul 14 10:53:08.196473 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-775e53ef-8531-4e0b-9a2c-005f61a55c25 req-833d4b93-8d23-49e2-8192-6264e41d8990 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765910 Jul 14 10:53:08.252900 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.365598 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4912b6-add1-4b11-aaf2-7acab73988c1 req-e1a8b4e7-a14b-49de-a2a9-874c97bc70a2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:08.367192 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8c4912b6-add1-4b11-aaf2-7acab73988c1 req-e1a8b4e7-a14b-49de-a2a9-874c97bc70a2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0626118 Jul 14 10:53:08.404372 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8c4912b6-add1-4b11-aaf2-7acab73988c1 req-4d3e75b8-a4ca-45c7-aff2-28223b332a77 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316167 Jul 14 10:53:08.428079 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53144) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:08.463552 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Router c8447c72-02eb-42c9-95fe-d396956a02dd has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:53:08.532430 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b15509-63e5-4d45-a0ab-d7298431bc57 tempest-TestShelveInstance-2073629711 tempest-TestShelveInstance-2073629711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:08.534108 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-40b15509-63e5-4d45-a0ab-d7298431bc57 tempest-TestShelveInstance-2073629711 tempest-TestShelveInstance-2073629711-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1094 time: 0.1050212 Jul 14 10:53:08.537145 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53148) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:08.541688 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'port_id': '21892d00-fc7d-4f25-bea0-a442260778e2', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:53:08.563453 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for floatingip, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.570623 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:53:08.575968 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-2ee366f9-f429-4ad1-a1ec-533cb8f48eb8 admin admin] 10.222.0.67 "PUT /v2.0/routers/c8447c72-02eb-42c9-95fe-d396956a02dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8089387 Jul 14 10:53:08.578778 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53150) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:08.581022 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] Sync routers for ids ['c8447c72-02eb-42c9-95fe-d396956a02dd'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:53:08.590461 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] Routers {'c8447c72-02eb-42c9-95fe-d396956a02dd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:53:08.591315 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:52:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['c8447c72-02eb-42c9-95fe-d396956a02dd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:08.665798 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.691328 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.780923 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Allocated IP 172.27.1.7 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/e474565a-35fc-46fe-b1a5-3c9b59b072f2) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:53:08.804424 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] Set router c8447c72-02eb-42c9-95fe-d396956a02dd gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:53:08.812496 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.874619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Deleting port 45f22781-9105-471f-8d07-16d0d55e21e2 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:53:08.875030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.913014 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.954014 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] For port 45f22781-9105-471f-8d07-16d0d55e21e2, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=45f22781-9105-471f-8d07-16d0d55e21e2,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:08.954363 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.963695 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:08.972860 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Calling delete_port for 45f22781-9105-471f-8d07-16d0d55e21e2 owned by network:router_gateway {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:53:08.997810 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:53:08.998037 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:53:07Z', 'revision_number': 5, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port': {'id': '45f22781-9105-471f-8d07-16d0d55e21e2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:03Z', 'updated_at': '2021-07-14T10:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:09.000731 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:53:09.004363 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:53:09.024400 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] Checking router: c8447c72-02eb-42c9-95fe-d396956a02dd for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:53:09.033507 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] Routers {'c8447c72-02eb-42c9-95fe-d396956a02dd'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:53:09.034202 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:52:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['c8447c72-02eb-42c9-95fe-d396956a02dd'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:09.050782 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'Port': ['ID=e474565a-35fc-46fe-b1a5-3c9b59b072f2,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:09.125113 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] Set router c8447c72-02eb-42c9-95fe-d396956a02dd gateway port host: None {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:53:09.144151 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.173867 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f22781-9105-471f-8d07-16d0d55e21e2,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:09.186343 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:53:08Z', 'revision_number': 6, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port_host': None}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:09.212641 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe80d07-83a9-4788-86bd-5b49a4ebb2ca None None] The sync data for ids ['c8447c72-02eb-42c9-95fe-d396956a02dd'] in dv-cinder-796286-17-iscsi is: [{'id': 'c8447c72-02eb-42c9-95fe-d396956a02dd', 'name': 'tempest-ServerRescueNegativeTestJSON-939234286-router', 'tenant_id': 'db658830ba8a4481a5f5e7c689765e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:53:08Z', 'revision_number': 6, 'project_id': 'db658830ba8a4481a5f5e7c689765e49', 'gw_port_host': None}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:53:09.237540 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.342809 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.345747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.417027 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.417881 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8447c72-02eb-42c9-95fe-d396956a02dd {{(pid=104699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:53:09.424307 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.425592 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-99db41f4-8a3b-40f4-b82f-6632c25150f3 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c8447c72-02eb-42c9-95fe-d396956a02dd HTTP/1.1" status: 204 len: 168 time: 0.8462248 Jul 14 10:53:09.428139 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53152) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:09.474012 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] Deleting subnet 0285d6e3-126b-427a-b1dd-423413be17af {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:53:09.477146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.510818 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4770947'] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.556965 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.617146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5039830'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.630927 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.651439 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0285d6e3-126b-427a-b1dd-423413be17af,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:09.655067 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.659924 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f4031197-c67e-4bda-adcc-f7551a415785 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0285d6e3-126b-427a-b1dd-423413be17af HTTP/1.1" status: 204 len: 168 time: 0.2280846 Jul 14 10:53:09.659924 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53154) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:09.721511 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.726534 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.806395 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.816552 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7182185d-c07e-4c6c-882e-541564bfbcbc']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:09.826590 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:09.826983 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e1a9df-c1ca-4a40-ab65-c30e30e7e914') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:09.836467 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.850743 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.856853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:53:09.857294 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:53:09.859089 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:53:09.874135 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.879247 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.913136 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.918769 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:09.923360 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7182185d-c07e-4c6c-882e-541564bfbcbc HTTP/1.1" status: 204 len: 168 time: 0.2601216 Jul 14 10:53:09.938439 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ce191-9e0f-4f67-922d-61c9be91dee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7182185d-c07e-4c6c-882e-541564bfbcbc,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:09.952093 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event updated for resources: {'Port': ['ID=e474565a-35fc-46fe-b1a5-3c9b59b072f2,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:09.961197 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:10.067282 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.l3_db [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Floating IP a5696b72-87bc-41f1-9a89-925201365e69 associated. External IP: 172.27.1.7, port: 21892d00-fc7d-4f25-bea0-a442260778e2. Jul 14 10:53:10.140645 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53158) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:10.189871 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-3708ea14-de76-47d9-ada1-9f05911c3655 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db658830ba8a4481a5f5e7c689765e49&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478678 Jul 14 10:53:10.192288 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53160) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:10.244008 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-90de25e4-c5ab-4abe-ac69-c5932b9703a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:10.266908 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-90de25e4-c5ab-4abe-ac69-c5932b9703a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:10.280600 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Router 1e749084-f656-45ab-9e13-35bcb552f51e has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:53:10.324999 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-90de25e4-c5ab-4abe-ac69-c5932b9703a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:10.327800 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-90de25e4-c5ab-4abe-ac69-c5932b9703a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:10.329013 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-90de25e4-c5ab-4abe-ac69-c5932b9703a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2aa55926-9b9e-4bf4-9c1a-c73e246784b1 HTTP/1.1" status: 204 len: 168 time: 0.1357946 Jul 14 10:53:10.337269 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de25e4-c5ab-4abe-ac69-c5932b9703a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa55926-9b9e-4bf4-9c1a-c73e246784b1,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:10.394538 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:53:10.404188 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] Sync routers for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:53:10.411788 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:10.415648 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:53:10.416275 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:52:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:10.457425 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c79a5b9f-7487-433d-b748-f8c467b3e35b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9191880 Jul 14 10:53:10.458104 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:53:10.460394 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fccced-1814-42b1-8ed9-f137084faeac" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:53:10.503832 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a7e5a-e61d-4a15-93af-d89a9f52e718 x-openstack-request-id: req-101a7e5a-e61d-4a15-93af-d89a9f52e718 {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:53:10.504126 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:53:10.504376 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-101a7e5a-e61d-4a15-93af-d89a9f52e718 {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:53:10.504816 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2', 'status': 'completed', 'code': 200} Jul 14 10:53:10.529148 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:53:10.592331 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fccced-1814-42b1-8ed9-f137084faeac req-cee7d446-f7b8-4d0d-b3c7-1701f11957c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:10.593848 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-46fccced-1814-42b1-8ed9-f137084faeac req-cee7d446-f7b8-4d0d-b3c7-1701f11957c1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1099 time: 0.0642803 Jul 14 10:53:10.695519 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fccced-1814-42b1-8ed9-f137084faeac req-4706f1ae-9df5-414c-aa3a-19545881e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:10.697994 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-46fccced-1814-42b1-8ed9-f137084faeac req-4706f1ae-9df5-414c-aa3a-19545881e801 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 910 time: 0.0979939 Jul 14 10:53:10.771380 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-46fccced-1814-42b1-8ed9-f137084faeac req-b2cbf964-51ae-48f8-8746-3a131886fdd2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 998 time: 0.0666540 Jul 14 10:53:10.824387 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'a5696b72-87bc-41f1-9a89-925201365e69', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'port_id': '21892d00-fc7d-4f25-bea0-a442260778e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'mac_address': 'fa:16:3e:f6:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b558fa-9254-40d1-a564-5592408c669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:53:09Z', 'updated_at': '2021-07-14T10:53:09Z', 'revision_number': 0, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:23Z', 'revision_number': 5, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:10.828581 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fccced-1814-42b1-8ed9-f137084faeac req-ec519f0f-d29e-4621-98a5-88aa6f059f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:10.829944 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-46fccced-1814-42b1-8ed9-f137084faeac req-ec519f0f-d29e-4621-98a5-88aa6f059f83 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 200 len: 847 time: 0.0511286 Jul 14 10:53:10.852214 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] Checking router: 1e749084-f656-45ab-9e13-35bcb552f51e for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:53:10.860977 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:53:10.861619 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:52:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:10.897611 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fccced-1814-42b1-8ed9-f137084faeac req-225dac0c-ded2-45ca-a004-97050960f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:10.899156 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-46fccced-1814-42b1-8ed9-f137084faeac req-225dac0c-ded2-45ca-a004-97050960f638 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aee68422-9b37-44d2-b55a-b5d0bc8304f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0638421 Jul 14 10:53:10.998852 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-46fccced-1814-42b1-8ed9-f137084faeac req-2a144d29-f7ea-4c2a-a1a5-34782e573570 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911348 Jul 14 10:53:11.013566 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 45f22781-9105-471f-8d07-16d0d55e21e2 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:53:11.038299 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 45f22781-9105-471f-8d07-16d0d55e21e2 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:53:11.038644 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 45f22781-9105-471f-8d07-16d0d55e21e2 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:53:11.039075 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device cef61d62-2eda-466c-b3f0-c46103d3d13c no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:53:11.061996 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: cef61d62-2eda-466c-b3f0-c46103d3d13c {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:53:11.062291 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device cef61d62-2eda-466c-b3f0-c46103d3d13c not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:53:11.102582 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-46fccced-1814-42b1-8ed9-f137084faeac req-9141d040-ab5c-4128-9ce6-9627c1309c80 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973144 Jul 14 10:53:11.137844 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:53:11.363383 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'a5696b72-87bc-41f1-9a89-925201365e69', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'port_id': '21892d00-fc7d-4f25-bea0-a442260778e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'mac_address': 'fa:16:3e:f6:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b558fa-9254-40d1-a564-5592408c669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:53:09Z', 'updated_at': '2021-07-14T10:53:09Z', 'revision_number': 0, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:23Z', 'revision_number': 5, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:11.387640 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eae06f-66f1-4b9d-8e0a-e5899d5697f0 None None] The sync data for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi is: [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'a5696b72-87bc-41f1-9a89-925201365e69', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'floating_ip_address': '172.27.1.7', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'port_id': '21892d00-fc7d-4f25-bea0-a442260778e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'mac_address': 'fa:16:3e:f6:70:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b558fa-9254-40d1-a564-5592408c669b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:53:09Z', 'updated_at': '2021-07-14T10:53:09Z', 'revision_number': 0, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:23Z', 'revision_number': 5, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:53:11.584269 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb68b5d-b597-4d5a-aeac-5fe240f1a858 None None] New status for floating IP a5696b72-87bc-41f1-9a89-925201365e69: ACTIVE {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:53:21.990881 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b401cf36-963f-44cc-a1dd-5b1ff2fabe5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:24.477689 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:24.713463 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-66317c87-7c06-4c58-8b19-324fb044e397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:25.548127 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:27.214637 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-293aacf3-1b1c-43f1-8dd0-bf78a4197b2f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544848 Jul 14 10:53:27.295568 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-814cdd0e-dd9c-4cf1-8c95-a344a35d7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:27.297413 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-814cdd0e-dd9c-4cf1-8c95-a344a35d7aa7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 1100 time: 0.0596759 Jul 14 10:53:27.408212 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-7ff90c80-a16c-4bea-81db-bda164de1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:27.409711 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-7ff90c80-a16c-4bea-81db-bda164de1d57 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.0909379 Jul 14 10:53:27.483188 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-389c1690-ae86-432c-80ca-0a8897206e0d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 200 len: 1001 time: 0.0645037 Jul 14 10:53:27.494393 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:27.537637 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-1a2a3e7c-fe86-40f5-99da-f77ed365d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:27.540045 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-1a2a3e7c-fe86-40f5-99da-f77ed365d4a2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0496027 Jul 14 10:53:27.598443 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-24446d15-a9dc-4be8-98a3-c1103f179798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:27.598885 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-24446d15-a9dc-4be8-98a3-c1103f179798 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503483 Jul 14 10:53:27.691244 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-f830b482-89f3-41ea-b7c7-6a32132c8b79 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797889 Jul 14 10:53:27.718776 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:27.782749 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dec1a30-6f87-4a08-aa67-3806a484bfff req-5a1ca4b0-8554-4f62-a03f-0d7b1cf61d08 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835755 Jul 14 10:53:44.131307 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:53:45.092431 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b23e9-b387-4fe6-93d0-26c8aca6808f req-ecd8a734-cc91-4683-802d-c2a4dbf1da48 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:45.093950 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-631b23e9-b387-4fe6-93d0-26c8aca6808f req-ecd8a734-cc91-4683-802d-c2a4dbf1da48 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0641692 Jul 14 10:53:45.130516 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-631b23e9-b387-4fe6-93d0-26c8aca6808f req-83b46ec5-5dd9-47c6-ab32-13c906630932 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310957 Jul 14 10:53:46.303661 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93ad11-c92c-453b-9910-c26193265a91 req-aaef26df-0789-451f-9473-9cc4342aed04 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:46.305137 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3c93ad11-c92c-453b-9910-c26193265a91 req-aaef26df-0789-451f-9473-9cc4342aed04 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0614760 Jul 14 10:53:46.342388 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3c93ad11-c92c-453b-9910-c26193265a91 req-6ef53db6-f531-404f-89e2-d6123ffd4ac0 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317624 Jul 14 10:53:47.511542 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132be1f9-8a3e-4bae-b181-c5d1ca0ee074 req-3a0f3eb1-f377-4975-95b8-b050c51626bf tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:47.513124 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-132be1f9-8a3e-4bae-b181-c5d1ca0ee074 req-3a0f3eb1-f377-4975-95b8-b050c51626bf tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0627024 Jul 14 10:53:47.551967 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-132be1f9-8a3e-4bae-b181-c5d1ca0ee074 req-e0568515-fc72-4ba5-9aaa-2f4d81818247 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Jul 14 10:53:48.725135 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d22a6-a8a8-4b47-9a71-40eb928a4f94 req-a7f1f534-ac30-487c-8cd5-153ff202dcda tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:48.726581 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-141d22a6-a8a8-4b47-9a71-40eb928a4f94 req-a7f1f534-ac30-487c-8cd5-153ff202dcda tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0652180 Jul 14 10:53:48.763087 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-141d22a6-a8a8-4b47-9a71-40eb928a4f94 req-96c0c278-a55a-4e6b-ae95-169f37275bda tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304136 Jul 14 10:53:49.940590 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d829ae-c996-4c1e-8f99-6ecbcba567e4 req-10701372-4282-4fbd-936f-edc799d7dda2 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:49.942078 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-25d829ae-c996-4c1e-8f99-6ecbcba567e4 req-10701372-4282-4fbd-936f-edc799d7dda2 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0674725 Jul 14 10:53:49.986387 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-25d829ae-c996-4c1e-8f99-6ecbcba567e4 req-de539c95-8f36-45c1-9965-71e30bf72bf7 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382955 Jul 14 10:53:51.157210 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf2ebe-71f8-45c2-accd-4f7712a69170 req-5efcdb84-45b9-4e26-8873-033ab508eccd tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:51.158697 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2bf2ebe-71f8-45c2-accd-4f7712a69170 req-5efcdb84-45b9-4e26-8873-033ab508eccd tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0618651 Jul 14 10:53:51.197460 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2bf2ebe-71f8-45c2-accd-4f7712a69170 req-5d224b31-d765-42da-ad32-836002b30a4c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328138 Jul 14 10:53:51.995260 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-188109e7-aa72-4f9e-a394-e9ceda1e273d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:52.386010 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd1268-0d93-4dd9-9f9c-16dd456c59ca req-f6b05e2b-7bed-488c-87a2-54699b21e5a9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:52.387528 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7cdd1268-0d93-4dd9-9f9c-16dd456c59ca req-f6b05e2b-7bed-488c-87a2-54699b21e5a9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0750608 Jul 14 10:53:52.426948 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7cdd1268-0d93-4dd9-9f9c-16dd456c59ca req-43b51d56-6233-436d-b84f-71c61b0a8e59 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336523 Jul 14 10:53:53.071371 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53614) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:53.190724 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ebd65b88-8209-4536-9a04-61e636736c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.278560 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ebd65b88-8209-4536-9a04-61e636736c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.282856 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ebd65b88-8209-4536-9a04-61e636736c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.317839 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6b1e7-82a4-4fca-888d-dada0e742556 req-8eb873f8-6fa1-4736-afd8-ae230b5ccb6b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:53.319332 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-93e6b1e7-82a4-4fca-888d-dada0e742556 req-8eb873f8-6fa1-4736-afd8-ae230b5ccb6b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 947 time: 0.0657573 Jul 14 10:53:53.322330 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd65b88-8209-4536-9a04-61e636736c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba8c6eb-8ecb-444d-bd6c-1bc56fcd693d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:53.329643 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ebd65b88-8209-4536-9a04-61e636736c4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f64b2e999cd4e31b4093ab7b5007d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568328 Jul 14 10:53:53.329951 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53620) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:53.365354 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-93e6b1e7-82a4-4fca-888d-dada0e742556 req-445ea983-43b2-4e1f-bf3b-5bac0f959bdf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395195 Jul 14 10:53:53.377763 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f944699-8f27-47b8-bf55-d0214a356049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.398983 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f944699-8f27-47b8-bf55-d0214a356049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.444499 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f944699-8f27-47b8-bf55-d0214a356049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.447112 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f944699-8f27-47b8-bf55-d0214a356049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.448258 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-3f944699-8f27-47b8-bf55-d0214a356049 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aba8c6eb-8ecb-444d-bd6c-1bc56fcd693d HTTP/1.1" status: 204 len: 168 time: 0.1171858 Jul 14 10:53:53.456021 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f944699-8f27-47b8-bf55-d0214a356049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba8c6eb-8ecb-444d-bd6c-1bc56fcd693d,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:53.613702 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01bc63-4e96-4520-baef-fbca025a9ef0 req-7a4887f4-3ed3-4b71-b993-cdb26972f133 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:53.615210 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dc01bc63-4e96-4520-baef-fbca025a9ef0 req-7a4887f4-3ed3-4b71-b993-cdb26972f133 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0755739 Jul 14 10:53:53.653091 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-dc01bc63-4e96-4520-baef-fbca025a9ef0 req-4b9c4607-34da-4f03-80cc-8ee7cafc0f5c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322807 Jul 14 10:53:53.717010 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53628) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:53.732499 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49f7edb7-ad51-46f0-b29c-a37e315cb83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.818398 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49f7edb7-ad51-46f0-b29c-a37e315cb83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.823703 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49f7edb7-ad51-46f0-b29c-a37e315cb83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.859272 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7edb7-ad51-46f0-b29c-a37e315cb83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb7e592-d029-4747-8b7d-6163b31913dc,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:53.863456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-49f7edb7-ad51-46f0-b29c-a37e315cb83e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ff795ec080b94220a9912a264179c6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454718 Jul 14 10:53:53.866614 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53630) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:53.913094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60f3bbad-cfb7-49b2-a1f8-888c79b07f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.933159 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60f3bbad-cfb7-49b2-a1f8-888c79b07f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.977695 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60f3bbad-cfb7-49b2-a1f8-888c79b07f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.980378 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-60f3bbad-cfb7-49b2-a1f8-888c79b07f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:53.981529 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-60f3bbad-cfb7-49b2-a1f8-888c79b07f64 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/efb7e592-d029-4747-8b7d-6163b31913dc HTTP/1.1" status: 204 len: 168 time: 0.1145177 Jul 14 10:53:53.989613 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3bbad-cfb7-49b2-a1f8-888c79b07f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb7e592-d029-4747-8b7d-6163b31913dc,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:54.479594 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:54.551551 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977edbab-5ad2-47ea-b711-866ca25e0157 req-1fe83646-81af-4aa1-8250-3034f67be90d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:54.561778 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-977edbab-5ad2-47ea-b711-866ca25e0157 req-1fe83646-81af-4aa1-8250-3034f67be90d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 947 time: 0.0697143 Jul 14 10:53:54.591348 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-977edbab-5ad2-47ea-b711-866ca25e0157 req-bb58f462-3ef3-4276-97dd-fffcbb8a060e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=14c66992-bd9c-44b6-919a-529af1240cce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320573 Jul 14 10:53:54.715601 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2e73b2a4-dd65-4ef1-a4c7-16de4a47d2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:54.834289 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c32ef-8ef3-44f8-bc85-dc3978904732 req-dc693c88-de66-4e65-bf9f-5ae60f45119a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:54.835790 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e12c32ef-8ef3-44f8-bc85-dc3978904732 req-dc693c88-de66-4e65-bf9f-5ae60f45119a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0669885 Jul 14 10:53:54.878170 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e12c32ef-8ef3-44f8-bc85-dc3978904732 req-e8f8c571-5510-47c5-98fe-bca24ad39087 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362234 Jul 14 10:53:54.946653 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-dadc7def-db44-4cd3-acfd-24e7e6c9b5c5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:54.948116 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-dadc7def-db44-4cd3-acfd-24e7e6c9b5c5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 947 time: 0.0648532 Jul 14 10:53:55.058301 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Deleting port 9af0bad1-d148-4be7-a9f5-fb302b76f79c {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:53:55.058301 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:55.149698 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] For port 9af0bad1-d148-4be7-a9f5-fb302b76f79c, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9af0bad1-d148-4be7-a9f5-fb302b76f79c,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:53:55.150126 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:55.549741 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:55.624445 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:55.625286 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:55.625907 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Floating IP 3a89534a-c4be-47a0-adf0-05ea666183e4 disassociated. External IP: 172.27.1.32, port: 9af0bad1-d148-4be7-a9f5-fb302b76f79c. Jul 14 10:53:55.625907 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Calling delete_port for 9af0bad1-d148-4be7-a9f5-fb302b76f79c owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:53:55.771131 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:55.803747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event deleted for resources: {'Port': ['ID=9af0bad1-d148-4be7-a9f5-fb302b76f79c,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:55.908014 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d2f7e27c-7982-4652-838a-76e7cd1daa49 req-19a43c57-c7bf-4967-a167-b9a1dec9aa75 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 210 time: 0.0292969 Jul 14 10:53:55.938151 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Router 5fc08b26-5040-473a-be89-988e0374eedf has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:53:56.085323 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:53:56.096647 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] Sync routers for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:53:56.105842 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:53:56.106452 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:53:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:56.143891 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd885d-d60b-4ba6-90f5-777970b68b44 req-87f983d7-f1da-4264-b304-c6e7a1c34193 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:56.145466 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-78dd885d-d60b-4ba6-90f5-777970b68b44 req-87f983d7-f1da-4264-b304-c6e7a1c34193 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.1473787 Jul 14 10:53:56.146332 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] No DVR routers for this DVR port 9af0bad1-d148-4be7-a9f5-fb302b76f79c on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:53:56.149062 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:56.150972 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-11fe8e4c-2822-4af9-b9b7-82ff28b47de4 req-5f830fd5-beb8-4557-8198-ebd1028c10fe tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "DELETE /v2.0/ports/9af0bad1-d148-4be7-a9f5-fb302b76f79c HTTP/1.1" status: 204 len: 173 time: 1.1960509 Jul 14 10:53:56.151431 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-deleted', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:53:56.153728 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92957cc2-8bda-4e2e-b746-9c39f5eea9de" -d '{"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-deleted", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:53:56.205795 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-78dd885d-d60b-4ba6-90f5-777970b68b44 req-af7b4a41-2b1a-4763-9b07-bd5cdc57f0a3 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479457 Jul 14 10:53:56.216300 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:53:56.227252 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d571c91-3bfe-4102-af64-c9dedc211020 x-openstack-request-id: req-7d571c91-3bfe-4102-af64-c9dedc211020 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:53:56.227795 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6927e6-acfc-4e84-a37a-ca87f725a125", "name": "network-vif-deleted", "tag": "9af0bad1-d148-4be7-a9f5-fb302b76f79c", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:53:56.228225 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7d571c91-3bfe-4102-af64-c9dedc211020 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:53:56.228822 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6927e6-acfc-4e84-a37a-ca87f725a125', 'name': 'network-vif-deleted', 'tag': '9af0bad1-d148-4be7-a9f5-fb302b76f79c', 'status': 'completed', 'code': 200} Jul 14 10:53:56.459597 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:56.497199 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] Checking router: 5fc08b26-5040-473a-be89-988e0374eedf for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:53:56.507211 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:53:56.507896 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:53:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:56.628385 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-f81dd2ec-42bb-4f44-abb0-3845eb29906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:56.629039 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:53:56.630005 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-f81dd2ec-42bb-4f44-abb0-3845eb29906b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 1098 time: 0.1092360 Jul 14 10:53:56.699340 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8a83f-c1d4-4bf8-b35f-bc5800b5bc2f req-213ae726-cf38-4769-b33f-90e6d29829ab tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:56.701099 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9bc8a83f-c1d4-4bf8-b35f-bc5800b5bc2f req-213ae726-cf38-4769-b33f-90e6d29829ab tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.1214864 Jul 14 10:53:56.748330 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9bc8a83f-c1d4-4bf8-b35f-bc5800b5bc2f req-1af25195-ceea-4df9-81a6-33dcdb9274af tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346847 Jul 14 10:53:56.764813 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-f79a790f-f4fa-49a5-b03c-6930e1e76e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:56.766613 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-f79a790f-f4fa-49a5-b03c-6930e1e76e66 service neutron] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 913 time: 0.1282794 Jul 14 10:53:56.854445 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-990f23f0-a44c-42b0-9456-806bafbc6b83 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce20f35-279d-458f-a56b-32275d9d601d HTTP/1.1" status: 200 len: 1001 time: 0.0764182 Jul 14 10:53:56.867803 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:53:56.894268 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480c1b5-18a5-4690-9664-85052b551cbf None None] The sync data for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi is: [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:53:56.923498 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-ac28123e-a63c-44da-9e0f-f2b5698c1939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:56.925102 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-ac28123e-a63c-44da-9e0f-f2b5698c1939 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0620594 Jul 14 10:53:57.000195 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-85f2e4d0-29a2-4b09-ae27-228a3c54097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:57.001811 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-85f2e4d0-29a2-4b09-ae27-228a3c54097c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688758 Jul 14 10:53:57.118859 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-744b4cf2-efeb-4aee-ac97-289e959bad4a req-8a3d9943-8d5a-4c44-9ae1-a0d9a04d4fb2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb6927e6-acfc-4e84-a37a-ca87f725a125 HTTP/1.1" status: 200 len: 210 time: 0.0436747 Jul 14 10:53:57.174217 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-a49572f2-0685-431f-80c8-b767283ac91e service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626997 Jul 14 10:53:57.228967 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f21a7f-5cc3-4a86-8975-6ed1318ac339 None None] New status for floating IP 3a89534a-c4be-47a0-adf0-05ea666183e4: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:53:57.297483 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9a106fdc-6d89-4b5c-9a78-5fe60a9db4d9 req-b832f02c-60c8-4649-9cc7-e2abf32c28b2 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161213 Jul 14 10:53:57.499391 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:57.738336 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:57.934029 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3afe7-1c82-4895-9e07-de57c8731afe req-4d5daea3-9fc3-4d19-ad0c-2f57fe138311 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:57.935494 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7af3afe7-1c82-4895-9e07-de57c8731afe req-4d5daea3-9fc3-4d19-ad0c-2f57fe138311 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0664115 Jul 14 10:53:57.972758 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7af3afe7-1c82-4895-9e07-de57c8731afe req-ab61d5a5-8c0a-49ac-a2de-cf1ff5fb0ee6 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314126 Jul 14 10:53:58.254961 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53724) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:58.309887 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aa034da5-a5ea-412e-bc73-1e2e75f35f61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.332479 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aa034da5-a5ea-412e-bc73-1e2e75f35f61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.379123 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aa034da5-a5ea-412e-bc73-1e2e75f35f61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.381958 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-aa034da5-a5ea-412e-bc73-1e2e75f35f61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.383680 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-aa034da5-a5ea-412e-bc73-1e2e75f35f61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "DELETE /v2.0/security-groups/14c66992-bd9c-44b6-919a-529af1240cce HTTP/1.1" status: 204 len: 168 time: 0.1276858 Jul 14 10:53:58.386678 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53726) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:58.393608 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa034da5-a5ea-412e-bc73-1e2e75f35f61 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c66992-bd9c-44b6-919a-529af1240cce,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:58.403640 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.api.v2.resource [None req-5f119d74-f284-4732-b67f-4e619d792138 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] show failed (client error): The resource could not be found. Jul 14 10:53:58.404702 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-5f119d74-f284-4732-b67f-4e619d792138 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups/14c66992-bd9c-44b6-919a-529af1240cce HTTP/1.1" status: 404 len: 347 time: 0.0165546 Jul 14 10:53:58.407559 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53728) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:58.535143 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Deleting port 2f25aaf4-c86e-49ac-81d8-7a61abcc6a22 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:53:58.535480 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.610833 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.611097 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.623005 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Calling delete_port for 2f25aaf4-c86e-49ac-81d8-7a61abcc6a22 owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:53:58.787311 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.814045 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event deleted for resources: {'Port': ['ID=2f25aaf4-c86e-49ac-81d8-7a61abcc6a22,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:58.843226 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.843498 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.843832 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.844163 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.844492 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.844847 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.845171 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.845501 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.845812 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.846125 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.846443 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.846757 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:53:58.887031 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.889581 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:58.890728 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-9726bef8-bf57-42cc-aae0-b6f7323fc0be tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "DELETE /v2.0/floatingips/3a89534a-c4be-47a0-adf0-05ea666183e4 HTTP/1.1" status: 204 len: 168 time: 0.4822817 Jul 14 10:53:59.084321 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53742) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:59.152125 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b520e1-fdd5-4aea-ae1b-cee7baf7dcf9 req-972469a1-0e06-4027-8fa3-2a5af14afe7c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:53:59.159022 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-01b520e1-fdd5-4aea-ae1b-cee7baf7dcf9 req-972469a1-0e06-4027-8fa3-2a5af14afe7c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0748291 Jul 14 10:53:59.193138 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-01b520e1-fdd5-4aea-ae1b-cee7baf7dcf9 req-cd0dd1fc-2232-45e4-acc8-e126e061743f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330734 Jul 14 10:53:59.195623 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ecb3d024-0377-48e9-85a4-667e68c0fb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.266685 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:53:59.286978 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 9af0bad1-d148-4be7-a9f5-fb302b76f79c {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:53:59.287322 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 9af0bad1-d148-4be7-a9f5-fb302b76f79c not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:53:59.287771 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ecb3d024-0377-48e9-85a4-667e68c0fb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.293638 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ecb3d024-0377-48e9-85a4-667e68c0fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.334918 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ecb3d024-0377-48e9-85a4-667e68c0fb00 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=409af91ba1324b589e9af28817ca387a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2469401 Jul 14 10:53:59.334918 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3d024-0377-48e9-85a4-667e68c0fb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495aabda-a28c-4d26-bd5f-38d50579f911,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:59.335415 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53748) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:59.337757 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53750) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:59.342204 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-79619e41-7259-4d7b-a6a6-2777470c3b96 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'security_group': {'name': 'tempest-securitygroup--276200979', 'description': 'tempest-description--619920710'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:53:59.363727 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-79619e41-7259-4d7b-a6a6-2777470c3b96 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.386661 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7ccf-9621-4f73-b944-cff537a8a85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.410212 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7ccf-9621-4f73-b944-cff537a8a85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.447030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-79619e41-7259-4d7b-a6a6-2777470c3b96 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.450179 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-79619e41-7259-4d7b-a6a6-2777470c3b96 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.461246 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7ccf-9621-4f73-b944-cff537a8a85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.463878 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7ccf-9621-4f73-b944-cff537a8a85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.465173 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-2a5b7ccf-9621-4f73-b944-cff537a8a85c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/495aabda-a28c-4d26-bd5f-38d50579f911 HTTP/1.1" status: 204 len: 168 time: 0.1278927 Jul 14 10:53:59.473208 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b7ccf-9621-4f73-b944-cff537a8a85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495aabda-a28c-4d26-bd5f-38d50579f911,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:59.480490 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-79619e41-7259-4d7b-a6a6-2777470c3b96 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.481740 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-79619e41-7259-4d7b-a6a6-2777470c3b96 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1430678 Jul 14 10:53:59.483627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79619e41-7259-4d7b-a6a6-2777470c3b96 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1bc438-b2ea-4bdc-9f11-80743bfdc154,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:59.484775 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53754) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:59.489637 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-7319c8f3-a566-49ed-a44b-195aab2603f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'security_group_rule': {'security_group_id': 'ed1bc438-b2ea-4bdc-9f11-80743bfdc154', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:53:59.518466 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7319c8f3-a566-49ed-a44b-195aab2603f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.566463 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7319c8f3-a566-49ed-a44b-195aab2603f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.569690 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7319c8f3-a566-49ed-a44b-195aab2603f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.588338 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319c8f3-a566-49ed-a44b-195aab2603f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88f55a7-0ba1-4973-8873-05319cd6554f,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:59.595243 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7319c8f3-a566-49ed-a44b-195aab2603f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.596633 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-7319c8f3-a566-49ed-a44b-195aab2603f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105993 Jul 14 10:53:59.599230 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53758) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:59.604549 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-4cc6ef2b-3c87-4c29-bc35-d2aa3e1d3f54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'security_group_rule': {'security_group_id': 'ed1bc438-b2ea-4bdc-9f11-80743bfdc154', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:53:59.630010 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4cc6ef2b-3c87-4c29-bc35-d2aa3e1d3f54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.689950 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4cc6ef2b-3c87-4c29-bc35-d2aa3e1d3f54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.692866 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4cc6ef2b-3c87-4c29-bc35-d2aa3e1d3f54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.711141 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6ef2b-3c87-4c29-bc35-d2aa3e1d3f54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7666e918-b823-466d-9bab-a50282783684,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:53:59.717732 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4cc6ef2b-3c87-4c29-bc35-d2aa3e1d3f54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.722032 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-4cc6ef2b-3c87-4c29-bc35-d2aa3e1d3f54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187873 Jul 14 10:53:59.722486 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53760) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:59.727909 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:53:59.749388 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53762) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:53:59.765162 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.767498 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-18b6c607-9be4-4bb0-a65e-6c1f022d3cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.930339 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-18b6c607-9be4-4bb0-a65e-6c1f022d3cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.931910 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:59.938553 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-18b6c607-9be4-4bb0-a65e-6c1f022d3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.013232 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-18b6c607-9be4-4bb0-a65e-6c1f022d3cb3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1db0b00d21f429ca8cf4078532876e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625551 Jul 14 10:54:00.015783 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6c607-9be4-4bb0-a65e-6c1f022d3cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126b2fe-4cc0-47b9-8cb8-47f31d85dbd5,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:00.015932 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53764) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:00.069456 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-da7beb39-7735-4a87-a252-582f473dcf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.071808 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Allocated IP 172.27.1.234 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/c67fe996-77df-438e-bbe4-b7489ff811ca) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:54:00.091638 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-da7beb39-7735-4a87-a252-582f473dcf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.142006 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-da7beb39-7735-4a87-a252-582f473dcf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.144663 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-da7beb39-7735-4a87-a252-582f473dcf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.145868 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-da7beb39-7735-4a87-a252-582f473dcf99 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1126b2fe-4cc0-47b9-8cb8-47f31d85dbd5 HTTP/1.1" status: 204 len: 168 time: 0.1288795 Jul 14 10:54:00.153464 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7beb39-7735-4a87-a252-582f473dcf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126b2fe-4cc0-47b9-8cb8-47f31d85dbd5,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:00.184909 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.224452 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.261411 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:54:00.266196 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:54:00.268490 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:54:00.297525 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'Port': ['ID=c67fe996-77df-438e-bbe4-b7489ff811ca,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:00.362158 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.405784 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.559123 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.563882 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.631647 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'Port': ['ID=c67fe996-77df-438e-bbe4-b7489ff811ca,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:00.641799 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.656028 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.657478 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-57215c3e-909d-4dd6-91aa-3e5c5b314d5d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9332252 Jul 14 10:54:00.860375 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-6417de53-186a-4e32-adc4-c2a6034c2e4d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--276200979&fields=id&tenant_id=05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 267 time: 0.0429471 Jul 14 10:54:00.969311 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-f7162174-bb7c-4184-a09b-9f99c9084c65 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:00.970762 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-f7162174-bb7c-4184-a09b-9f99c9084c65 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 817 time: 0.1038258 Jul 14 10:54:00.985848 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-bc90593f-0f9b-42b3-9b5a-a5096ca58729 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/quotas/05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 375 time: 0.0095422 Jul 14 10:54:01.077614 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-1f06eca7-5153-47cb-a34d-68473fbe4fbc tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866632 Jul 14 10:54:01.389984 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-53c31fd2-a66a-4114-a209-ec24f81aaf62 service neutron] 10.222.0.67 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998483 Jul 14 10:54:01.483286 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-c3d44ecb-c16c-4905-8de7-56440d5f2c0c service neutron] 10.222.0.67 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875843 Jul 14 10:54:01.668077 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-efd7317e-5e64-4837-acfe-86988cf2f13c req-081aefb8-aa6a-4418-a5b8-ee19aec621a7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 210 time: 0.0384696 Jul 14 10:54:02.233122 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53858) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:02.337498 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fcf473d4-4ffa-4d6b-8e41-9f0d5b7a713f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.430536 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fcf473d4-4ffa-4d6b-8e41-9f0d5b7a713f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.434436 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fcf473d4-4ffa-4d6b-8e41-9f0d5b7a713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.472367 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-fcf473d4-4ffa-4d6b-8e41-9f0d5b7a713f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5c1603745f284bb793edff0e0bd0de4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381063 Jul 14 10:54:02.473307 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf473d4-4ffa-4d6b-8e41-9f0d5b7a713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130c2efd-3189-45d6-8865-79a66b5bf6b3,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:02.475063 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53862) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:02.526517 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5d40aca-2a28-4095-9019-ff493dbb44ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.548933 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5d40aca-2a28-4095-9019-ff493dbb44ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.596297 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5d40aca-2a28-4095-9019-ff493dbb44ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.598835 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c5d40aca-2a28-4095-9019-ff493dbb44ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.602770 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c5d40aca-2a28-4095-9019-ff493dbb44ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/130c2efd-3189-45d6-8865-79a66b5bf6b3 HTTP/1.1" status: 204 len: 168 time: 0.1233180 Jul 14 10:54:02.609547 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d40aca-2a28-4095-9019-ff493dbb44ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130c2efd-3189-45d6-8865-79a66b5bf6b3,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:02.780117 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-658f3bf0-1b43-47a7-96e5-30a7756441c0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:02.781772 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-658f3bf0-1b43-47a7-96e5-30a7756441c0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 817 time: 0.1125231 Jul 14 10:54:02.830875 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e24be100-0bd6-4f89-9b36-54701461f507 req-6d58bfb7-ba13-435f-af7b-b38099972bad tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 210 time: 0.0344222 Jul 14 10:54:02.837467 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-3953ab10-a02b-47b9-89b2-ff08ad44d214 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 379 time: 0.0458338 Jul 14 10:54:02.849145 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'port': {'device_id': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'admin_state_up': True, 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'security_groups': ['ed1bc438-b2ea-4bdc-9f11-80743bfdc154']}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:02.903511 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 53870) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:02.918205 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dc148b8c-2dd1-4fb1-8c2b-1d421ee07db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:02.957773 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.db.api [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 10:54:02.957773 dv-cinder-796286-17-iscsi neutron-server[104699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 10:54:02.957773 dv-cinder-796286-17-iscsi neutron-server[104699]: [parameters: {'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'id': '6e27ec56-4dba-49a1-92d0-35a604a8e0af', 'expiration': datetime.datetime(2021, 7, 14, 10, 56, 2, 953574)}] Jul 14 10:54:02.957773 dv-cinder-796286-17-iscsi neutron-server[104699]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:54:02.958249 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG oslo_db.api [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:54:03.028157 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dc148b8c-2dd1-4fb1-8c2b-1d421ee07db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.031694 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dc148b8c-2dd1-4fb1-8c2b-1d421ee07db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.071503 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-dc148b8c-2dd1-4fb1-8c2b-1d421ee07db2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=27e10b67bc434e5ba22357a739c79ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667151 Jul 14 10:54:03.072187 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc148b8c-2dd1-4fb1-8c2b-1d421ee07db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d64141-38e4-4d2a-99be-cd2f4db66996,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:03.074226 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53876) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:03.127171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cd74-d7aa-47e6-b928-f79dfccfffe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.147352 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cd74-d7aa-47e6-b928-f79dfccfffe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.194103 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cd74-d7aa-47e6-b928-f79dfccfffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.197239 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c9d7cd74-d7aa-47e6-b928-f79dfccfffe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.198392 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c9d7cd74-d7aa-47e6-b928-f79dfccfffe8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/30d64141-38e4-4d2a-99be-cd2f4db66996 HTTP/1.1" status: 204 len: 168 time: 0.1231527 Jul 14 10:54:03.206212 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7cd74-d7aa-47e6-b928-f79dfccfffe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d64141-38e4-4d2a-99be-cd2f4db66996,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:03.480073 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Made reservation on behalf of 05080ecfcf074986b8f9d414fb8ae1db for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:54:03.483566 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.612064 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Allocated IP 172.20.0.5 (aa4b9753-2866-49c1-b2b6-fd6d0327d400/37246caa-0da0-4f4c-8a2e-909975b42556/d206edf7-0999-48c3-be9c-298dfeac4419) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:54:03.762833 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.782211 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Transition to ACTIVE for port object d206edf7-0999-48c3-be9c-298dfeac4419 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:54:03.814877 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.868120 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:54:03.874020 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:54:03.878908 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:54:03.883051 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:03.937831 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:03.938734 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:03.956151 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e57b7d0-28fc-484f-9046-f50e7172b5c7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1125615 Jul 14 10:54:03.969570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Request body: {'port': {'device_id': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:04.089619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:04.117847 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ed89d-7fd9-45a9-a728-5e55dab2371d req-ade9ed68-5ff2-4cfe-9291-f2ce6690aedc tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:04.119649 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-160ed89d-7fd9-45a9-a728-5e55dab2371d req-ade9ed68-5ff2-4cfe-9291-f2ce6690aedc tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 931 time: 0.1215129 Jul 14 10:54:04.134362 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-c3519dd8-dc64-4a3e-ad84-5b8419c4cae1 None None] Provisioning for port d206edf7-0999-48c3-be9c-298dfeac4419 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:54:04.138664 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-c3519dd8-dc64-4a3e-ad84-5b8419c4cae1 None None] Provisioning complete for port d206edf7-0999-48c3-be9c-298dfeac4419 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:54:04.139354 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c3519dd8-dc64-4a3e-ad84-5b8419c4cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:04.175509 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-c3519dd8-dc64-4a3e-ad84-5b8419c4cae1 None None] Port d206edf7-0999-48c3-be9c-298dfeac4419 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:54:04.262609 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-160ed89d-7fd9-45a9-a728-5e55dab2371d req-ea00460b-f87f-47f9-87b2-6d432868a4a3 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230156 Jul 14 10:54:04.439961 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d206edf7-0999-48c3-be9c-298dfeac4419 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:54:04.447205 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:04.459137 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Transition to ACTIVE for port object d206edf7-0999-48c3-be9c-298dfeac4419 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:54:04.461991 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:04.515408 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:04.587910 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Attempting to bind port d206edf7-0999-48c3-be9c-298dfeac4419 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:54:04.588267 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Attempting to bind port d206edf7-0999-48c3-be9c-298dfeac4419 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:54:04.588654 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Attempting to bind port d206edf7-0999-48c3-be9c-298dfeac4419 on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:54:04.593281 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Port d206edf7-0999-48c3-be9c-298dfeac4419 on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:54:04.593604 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Attempting to bind port d206edf7-0999-48c3-be9c-298dfeac4419 on network aa4b9753-2866-49c1-b2b6-fd6d0327d400 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:54:04.598663 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:54:04.598998 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Checking segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:54:04.599380 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Bound using segment: {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:54:04.599806 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Bound port: d206edf7-0999-48c3-be9c-298dfeac4419, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f4e200-959c-4aa2-a66f-f17afa4a26b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:54:04.600166 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:04.670335 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:54:04.673411 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:54:04.677200 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:04.709461 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:04.710083 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:04.712013 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] 10.222.0.89 "PUT /v2.0/ports/d206edf7-0999-48c3-be9c-298dfeac4419 HTTP/1.1" status: 200 len: 1093 time: 0.7482367 Jul 14 10:54:04.714328 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:54:04.717217 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21df6049-5350-49fc-a9b9-c3c40cbddac0" -d '{"events": [{"name": "network-changed", "server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:54:04.750078 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9daeef-2c07-49b9-b112-ecf386bf06cd service neutron] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:04.785352 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60031722-582d-4210-adc8-c97d1a3b0332 x-openstack-request-id: req-60031722-582d-4210-adc8-c97d1a3b0332 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:54:04.786031 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:54:04.786031 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-60031722-582d-4210-adc8-c97d1a3b0332 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:54:04.786253 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'status': 'completed', 'code': 200} Jul 14 10:54:04.814325 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-bd8e7740-3730-45f7-96aa-4a3369172099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:04.816181 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-bd8e7740-3730-45f7-96aa-4a3369172099 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 1096 time: 0.0620432 Jul 14 10:54:04.864743 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-3c9852a2-0c4b-42ae-9b1d-7575cde20b26 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d206edf7-0999-48c3-be9c-298dfeac4419 HTTP/1.1" status: 200 len: 217 time: 0.0405107 Jul 14 10:54:04.914977 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9936ce75-bace-400f-beee-932892ce59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:04.916775 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9936ce75-bace-400f-beee-932892ce59ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0457282 Jul 14 10:54:04.976039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-ed3ffc89-e567-4d57-80e1-a6cf5a46af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:04.977542 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-ed3ffc89-e567-4d57-80e1-a6cf5a46af9f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543082 Jul 14 10:54:05.063438 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-3c02dbf1-cca1-4793-bf93-6216b96d9521 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795064 Jul 14 10:54:05.155010 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6c0ce548-05a1-44ab-ada4-c2a4b2a99a64 req-9591bcb2-3152-4e73-b630-048c89f0b2e3 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857854 Jul 14 10:54:05.253114 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-ace2612a-a045-4b0b-9bcd-3ff3e6739add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:05.254578 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-ace2612a-a045-4b0b-9bcd-3ff3e6739add service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 1096 time: 0.0521727 Jul 14 10:54:05.349964 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-2afe56dc-6525-498e-9723-0f7750f21873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:05.351575 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-2afe56dc-6525-498e-9723-0f7750f21873 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.0886679 Jul 14 10:54:05.400778 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-a302540d-3c0e-429b-a79f-8b721360596b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d206edf7-0999-48c3-be9c-298dfeac4419 HTTP/1.1" status: 200 len: 217 time: 0.0424960 Jul 14 10:54:05.475791 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-d2f55413-bba3-4c39-a2e2-87cb3acfd7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:05.477424 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-d2f55413-bba3-4c39-a2e2-87cb3acfd7ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0688620 Jul 14 10:54:05.506974 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff67b59-401f-4749-b43a-9806d329f49a req-27c4b723-87b1-4dd3-988d-11a58f7f1c7d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:05.509157 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3ff67b59-401f-4749-b43a-9806d329f49a req-27c4b723-87b1-4dd3-988d-11a58f7f1c7d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.1109283 Jul 14 10:54:05.575336 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3ff67b59-401f-4749-b43a-9806d329f49a req-ec481c86-e7b1-4a28-9f2f-5bed311a3e34 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467029 Jul 14 10:54:05.586225 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-17ef3979-0d7f-49a7-9b48-1da80d832af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:05.587692 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-17ef3979-0d7f-49a7-9b48-1da80d832af7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0966182 Jul 14 10:54:05.677321 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-003aee1a-498e-45f1-9c67-3ecfdde3ba4a service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817451 Jul 14 10:54:05.774761 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-21df6049-5350-49fc-a9b9-c3c40cbddac0 req-1cf4e426-dfbb-405a-99ef-38a51b0079d2 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841980 Jul 14 10:54:06.750586 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551db09-7323-4299-bb8c-f4c2aab92055 req-b106d755-b39d-48a6-8ae4-71f27340ceae tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:06.752030 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b551db09-7323-4299-bb8c-f4c2aab92055 req-b106d755-b39d-48a6-8ae4-71f27340ceae tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0604880 Jul 14 10:54:06.788622 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b551db09-7323-4299-bb8c-f4c2aab92055 req-7ca7f518-e97c-482e-ab48-c9562ce39144 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309470 Jul 14 10:54:07.966703 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f5c83-3b54-44db-ae36-a7a1d39c2a95 req-feeb3071-376c-4ecd-ba6a-b94669c668cf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:07.968200 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-175f5c83-3b54-44db-ae36-a7a1d39c2a95 req-feeb3071-376c-4ecd-ba6a-b94669c668cf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0654008 Jul 14 10:54:08.006087 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-175f5c83-3b54-44db-ae36-a7a1d39c2a95 req-85a3a6a2-ccb2-420d-b540-ccb2cc7d8495 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323129 Jul 14 10:54:08.520193 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:54:08.615244 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:54:08.741432 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'port_id': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'mac_address': 'fa:16:3e:c1:2f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:54:08.777576 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:08.790201 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d206edf7-0999-48c3-be9c-298dfeac4419 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:54:08.809749 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:54:08.813115 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:08.858481 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:08.865382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.865733 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.866077 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.866412 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.866742 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.867089 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.867984 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.868285 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.868643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.868981 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.869304 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:08.869626 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:09.061775 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['d206edf7-0999-48c3-be9c-298dfeac4419'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:54:09.181483 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f8eb7-320e-4d60-b9ba-d093e577d777 req-c244d5c2-e2b7-4523-a6ca-0b8dc884c932 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:09.182959 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-472f8eb7-320e-4d60-b9ba-d093e577d777 req-c244d5c2-e2b7-4523-a6ca-0b8dc884c932 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 944 time: 0.0622101 Jul 14 10:54:09.220530 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-472f8eb7-320e-4d60-b9ba-d093e577d777 req-728952dd-0b79-47b0-a9c6-9cae0e4e228f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Jul 14 10:54:10.394226 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265806-e22c-454f-a9c4-253c975e9ad2 req-4bf8cfc2-7af0-40f4-ab47-489e3a01a2af tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:10.395676 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-de265806-e22c-454f-a9c4-253c975e9ad2 req-4bf8cfc2-7af0-40f4-ab47-489e3a01a2af tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 944 time: 0.0623949 Jul 14 10:54:10.432712 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-de265806-e22c-454f-a9c4-253c975e9ad2 req-cafa7e9d-71b2-4671-bf44-7b8259261c24 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Jul 14 10:54:11.606920 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fbfe3-e4fb-45e4-9a35-50cb99a94519 req-846aa8bd-df29-4776-ba83-a7713c232ef8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:11.608363 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-786fbfe3-e4fb-45e4-9a35-50cb99a94519 req-846aa8bd-df29-4776-ba83-a7713c232ef8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 944 time: 0.0648384 Jul 14 10:54:11.645446 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-786fbfe3-e4fb-45e4-9a35-50cb99a94519 req-53a9ba06-4363-48dd-9ee2-39f72a0af0af tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313230 Jul 14 10:54:11.868332 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:54:11.917589 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port d206edf7-0999-48c3-be9c-298dfeac4419 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:54:11.921039 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port d206edf7-0999-48c3-be9c-298dfeac4419 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:54:11.921430 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:11.999138 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:12.020469 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:54:12.022743 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e912ab27-1a98-43e4-9cb5-3df161552614" -d '{"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:54:12.035076 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:54:12.039676 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:12.065890 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b282cfd-9884-43b7-8bf4-6593a7d434fc x-openstack-request-id: req-5b282cfd-9884-43b7-8bf4-6593a7d434fc {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:54:12.066176 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:54:12.066423 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b282cfd-9884-43b7-8bf4-6593a7d434fc {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:54:12.066808 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'code': 200} Jul 14 10:54:12.092456 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:12.817672 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b635b-0af4-422c-a008-5dcc08bf69c0 req-6bd1cbaf-eb3d-43ce-a314-abc8b337226f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:12.819159 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d87b635b-0af4-422c-a008-5dcc08bf69c0 req-6bd1cbaf-eb3d-43ce-a314-abc8b337226f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0626631 Jul 14 10:54:12.857028 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d87b635b-0af4-422c-a008-5dcc08bf69c0 req-5850a39f-19f5-40a9-910a-0ff8ce2e1534 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315065 Jul 14 10:54:13.094514 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b719b8-69ca-4fae-baf1-32cb1b16c206 req-92383bcc-87db-41d5-a69e-ed9bba406016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:13.096007 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-60b719b8-69ca-4fae-baf1-32cb1b16c206 req-92383bcc-87db-41d5-a69e-ed9bba406016 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 1098 time: 0.0560150 Jul 14 10:54:13.130112 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-60b719b8-69ca-4fae-baf1-32cb1b16c206 req-aea23b23-7383-48d9-97a7-cbdb64eb0643 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274160 Jul 14 10:54:14.055695 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43457c8e-100f-4b5e-97dc-50d127a18fcc req-f32e30ea-3245-4154-ad32-5abf57b879cf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:14.057346 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-43457c8e-100f-4b5e-97dc-50d127a18fcc req-f32e30ea-3245-4154-ad32-5abf57b879cf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0783961 Jul 14 10:54:14.097503 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-43457c8e-100f-4b5e-97dc-50d127a18fcc req-c16ecd9c-5705-4d1f-8ff1-8eabb4aed180 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346050 Jul 14 10:54:15.279183 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291005d1-2807-4976-a568-dd5a3d1026e3 req-b6196e9c-d0fb-4bea-8541-4ec4765abca4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:15.280813 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-291005d1-2807-4976-a568-dd5a3d1026e3 req-b6196e9c-d0fb-4bea-8541-4ec4765abca4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0668001 Jul 14 10:54:15.323590 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-291005d1-2807-4976-a568-dd5a3d1026e3 req-25fa4a1b-b874-41e2-8731-d00f50d673ae tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350928 Jul 14 10:54:15.504694 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35905bce-129b-46d3-9cdf-7819a687bb92 req-b695f041-986b-485b-b61e-91393e87d641 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:15.506150 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-35905bce-129b-46d3-9cdf-7819a687bb92 req-b695f041-986b-485b-b61e-91393e87d641 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0624940 Jul 14 10:54:15.515250 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 53974) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:15.519604 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Request body: {'floatingip': {'port_id': 'd206edf7-0999-48c3-be9c-298dfeac4419'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:15.561138 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:16.247636 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:16.251445 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:16.347970 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Floating IP 8dfd542d-7793-4eba-998c-ddb0a1131aaf associated. External IP: 172.27.1.234, port: d206edf7-0999-48c3-be9c-298dfeac4419. Jul 14 10:54:16.558487 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Router 5fc08b26-5040-473a-be89-988e0374eedf has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:54:16.665942 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:54:16.670807 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:16.675040 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] Sync routers for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:54:16.684967 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:54:16.685584 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:53:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:16.705950 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-414b19f1-76a0-45f8-b1a2-c3a4f534808e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "PUT /v2.0/floatingips/8dfd542d-7793-4eba-998c-ddb0a1131aaf HTTP/1.1" status: 200 len: 991 time: 1.1896732 Jul 14 10:54:16.706630 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:54:16.708998 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13814548-c419-47ef-b60d-23ed1793a3da" -d '{"events": [{"name": "network-changed", "server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:54:16.746281 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab62536-f570-4eeb-b6be-4c1530c7b14d x-openstack-request-id: req-5ab62536-f570-4eeb-b6be-4c1530c7b14d {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:54:16.746580 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:54:16.746831 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5ab62536-f570-4eeb-b6be-4c1530c7b14d {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:54:16.747228 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'status': 'completed', 'code': 200} Jul 14 10:54:16.790680 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:54:16.830473 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13814548-c419-47ef-b60d-23ed1793a3da req-ea1dd5b5-80d5-4c2e-b89b-091f14d20a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:16.831981 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13814548-c419-47ef-b60d-23ed1793a3da req-ea1dd5b5-80d5-4c2e-b89b-091f14d20a09 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 1098 time: 0.0577238 Jul 14 10:54:17.009882 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '8dfd542d-7793-4eba-998c-ddb0a1131aaf', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'port_id': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'mac_address': 'fa:16:3e:c1:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:54:00Z', 'updated_at': '2021-07-14T10:54:16Z', 'revision_number': 1, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:17.034773 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] Checking router: 5fc08b26-5040-473a-be89-988e0374eedf for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:54:17.043577 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:54:17.044176 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:53:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:17.144893 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:54:17.355894 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '8dfd542d-7793-4eba-998c-ddb0a1131aaf', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'port_id': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'mac_address': 'fa:16:3e:c1:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:54:00Z', 'updated_at': '2021-07-14T10:54:16Z', 'revision_number': 1, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:17.384674 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e0b0cd-f5f1-4df2-858b-c9c445fcec1d None None] The sync data for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi is: [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '8dfd542d-7793-4eba-998c-ddb0a1131aaf', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'floating_ip_address': '172.27.1.234', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'port_id': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'mac_address': 'fa:16:3e:c1:2f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:54:00Z', 'updated_at': '2021-07-14T10:54:16Z', 'revision_number': 1, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:54:17.561215 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e329c-9c0e-44cc-bae2-750ea6eea443 None None] New status for floating IP 8dfd542d-7793-4eba-998c-ddb0a1131aaf: ACTIVE {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:54:19.696025 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13814548-c419-47ef-b60d-23ed1793a3da req-eb0e617a-f39d-4f5c-adf2-6ad684011dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:19.697493 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13814548-c419-47ef-b60d-23ed1793a3da req-eb0e617a-f39d-4f5c-adf2-6ad684011dab service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.0843472 Jul 14 10:54:19.768909 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13814548-c419-47ef-b60d-23ed1793a3da req-5d6bb860-dd9e-44cc-b466-26abaf8bf3a1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d206edf7-0999-48c3-be9c-298dfeac4419 HTTP/1.1" status: 200 len: 1001 time: 0.0596771 Jul 14 10:54:19.821709 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13814548-c419-47ef-b60d-23ed1793a3da req-a81db1a4-25ea-426a-a3ea-386181734b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:19.823160 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13814548-c419-47ef-b60d-23ed1793a3da req-a81db1a4-25ea-426a-a3ea-386181734b23 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0428886 Jul 14 10:54:19.886868 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13814548-c419-47ef-b60d-23ed1793a3da req-43e1e6bb-b8f2-499d-b045-693c8e049977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:19.888340 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13814548-c419-47ef-b60d-23ed1793a3da req-43e1e6bb-b8f2-499d-b045-693c8e049977 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0506477 Jul 14 10:54:19.982872 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13814548-c419-47ef-b60d-23ed1793a3da req-c4c1fa3c-b23d-427d-9540-880998d9f107 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845132 Jul 14 10:54:20.072006 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-13814548-c419-47ef-b60d-23ed1793a3da req-4683c3a3-f096-43cb-ac41-9aa007b45af9 service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814414 Jul 14 10:54:21.130240 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:21.997206 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7fdf2904-38f2-4ae6-b803-5db99e04aac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.481638 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.716975 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7852ce0c-2b51-45da-907d-e8265f47c5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.733879 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54044) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:24.835442 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.923902 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.927635 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.968840 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=053085d1df91458bb82488e04c3312cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332783 Jul 14 10:54:24.969697 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2af2f-500b-48d5-8035-6b9716ce1cd2,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:24.971564 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54048) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:24.976990 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.977375 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.977713 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.978052 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.978381 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.978709 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.979038 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.979366 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.979696 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.980076 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.980412 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:24.980683 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be4404a-046d-48e8-91a3-70f0bf2de0ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:54:25.030794 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e29d5fe-efc4-4b57-bda2-b3dc95cedff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:25.051622 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e29d5fe-efc4-4b57-bda2-b3dc95cedff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:25.098882 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e29d5fe-efc4-4b57-bda2-b3dc95cedff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:25.101521 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e29d5fe-efc4-4b57-bda2-b3dc95cedff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:25.102677 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-5e29d5fe-efc4-4b57-bda2-b3dc95cedff3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8fa2af2f-500b-48d5-8035-6b9716ce1cd2 HTTP/1.1" status: 204 len: 168 time: 0.1231322 Jul 14 10:54:25.112534 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29d5fe-efc4-4b57-bda2-b3dc95cedff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2af2f-500b-48d5-8035-6b9716ce1cd2,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:25.553709 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:27.177407 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-828ef3a0-0960-4330-a1eb-c59f9f481fc7 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515649 Jul 14 10:54:27.277946 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-16e26068-5628-4390-baa5-f26c60349da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:27.279495 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-16e26068-5628-4390-baa5-f26c60349da0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 1098 time: 0.0552781 Jul 14 10:54:27.390030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-ae6aec35-7efb-432d-9f6c-184f2c6a9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:27.391530 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-ae6aec35-7efb-432d-9f6c-184f2c6a9e0e service neutron] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 913 time: 0.0913916 Jul 14 10:54:27.473520 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-b153eb8c-72a5-4ac2-a331-82a32c0ea282 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce20f35-279d-458f-a56b-32275d9d601d HTTP/1.1" status: 200 len: 1001 time: 0.0743892 Jul 14 10:54:27.504190 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:27.527457 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-8c8d56cd-56be-4143-909f-1b9caa3eeda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:27.529108 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-8c8d56cd-56be-4143-909f-1b9caa3eeda6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0480080 Jul 14 10:54:27.592041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-7e89746d-3f0a-4b27-8ff7-95203e209a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:27.593581 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-7e89746d-3f0a-4b27-8ff7-95203e209a28 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0585752 Jul 14 10:54:27.691466 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-b12ecde1-c33d-4e2c-8db4-75fb94851c90 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864754 Jul 14 10:54:27.733485 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:27.786004 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4474d3b7-1f5f-4234-b0c4-99c4e348cf87 req-a1c34f1e-bf0f-475e-8fc1-a8813aa473ef service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878763 Jul 14 10:54:29.007445 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54124) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:29.109165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8683a84f-93a1-45f6-92c8-90d0dcf0ac31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:29.193687 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8683a84f-93a1-45f6-92c8-90d0dcf0ac31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:29.197238 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8683a84f-93a1-45f6-92c8-90d0dcf0ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:29.233675 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-8683a84f-93a1-45f6-92c8-90d0dcf0ac31 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0865be83ca434b359f3c8acf661b8edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251871 Jul 14 10:54:29.234517 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683a84f-93a1-45f6-92c8-90d0dcf0ac31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93dcb8e-9833-46bc-8392-b6e2bfa28c96,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:29.237323 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54128) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:29.292365 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad9db-3322-4d5b-bda7-1be5c49f4b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:29.312263 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad9db-3322-4d5b-bda7-1be5c49f4b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:29.358093 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad9db-3322-4d5b-bda7-1be5c49f4b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:29.360874 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-eb1ad9db-3322-4d5b-bda7-1be5c49f4b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:29.362032 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-eb1ad9db-3322-4d5b-bda7-1be5c49f4b81 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b93dcb8e-9833-46bc-8392-b6e2bfa28c96 HTTP/1.1" status: 204 len: 168 time: 0.1231527 Jul 14 10:54:29.369556 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ad9db-3322-4d5b-bda7-1be5c49f4b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93dcb8e-9833-46bc-8392-b6e2bfa28c96,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:32.687043 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf3b85-8042-4604-ac9f-9a09ffe67c6f req-dedc79a3-df18-4680-b13b-1b1922ed97cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:32.688589 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-33bf3b85-8042-4604-ac9f-9a09ffe67c6f req-dedc79a3-df18-4680-b13b-1b1922ed97cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0707903 Jul 14 10:54:32.729393 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-33bf3b85-8042-4604-ac9f-9a09ffe67c6f req-a3e75ea5-d8f3-4fc0-b79d-7b8be920dfad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331736 Jul 14 10:54:33.906476 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9248fa-78ae-4a31-b514-94b397c6be6b req-a3ca4d1e-e6d8-49f4-b947-348915bc7f2f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:33.907987 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1a9248fa-78ae-4a31-b514-94b397c6be6b req-a3ca4d1e-e6d8-49f4-b947-348915bc7f2f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0659411 Jul 14 10:54:33.945255 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1a9248fa-78ae-4a31-b514-94b397c6be6b req-c807e06f-3a07-4b7b-8a85-45b026d0112c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317979 Jul 14 10:54:34.602955 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-27bb2e67-bc6f-4d74-8d1c-b0b08cd3dc0c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:34.604422 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-27bb2e67-bc6f-4d74-8d1c-b0b08cd3dc0c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 945 time: 0.0615034 Jul 14 10:54:34.709127 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Deleting port 4ce20f35-279d-458f-a56b-32275d9d601d {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:54:34.709372 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:34.794673 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] For port 4ce20f35-279d-458f-a56b-32275d9d601d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ce20f35-279d-458f-a56b-32275d9d601d,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:54:34.795026 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:34.963287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:34.964017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:34.964017 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Floating IP e178480a-6025-4624-9f25-26856e49ac4e disassociated. External IP: 172.27.1.135, port: 4ce20f35-279d-458f-a56b-32275d9d601d. Jul 14 10:54:34.964281 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Calling delete_port for 4ce20f35-279d-458f-a56b-32275d9d601d owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:54:35.121922 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:35.157893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event deleted for resources: {'Port': ['ID=4ce20f35-279d-458f-a56b-32275d9d601d,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:35.181302 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993846f-bf9e-41c2-999d-f9d1e187590c req-19abadea-4f86-4100-bc77-0ba079cf6069 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:35.182813 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2993846f-bf9e-41c2-999d-f9d1e187590c req-19abadea-4f86-4100-bc77-0ba079cf6069 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1 HTTP/1.1" status: 200 len: 867 time: 0.1177342 Jul 14 10:54:35.284400 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2993846f-bf9e-41c2-999d-f9d1e187590c req-4483415c-d214-4703-b009-2c6674b8d301 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f2642d-61e6-4ea6-813b-110575393b84&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725040 Jul 14 10:54:35.312841 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:54:35.423677 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:54:35.433673 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] Sync routers for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:54:35.443018 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:54:35.443643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:54:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:35.469217 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] No DVR routers for this DVR port 4ce20f35-279d-458f-a56b-32275d9d601d on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:54:35.471775 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:35.473817 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e8f5e4ba-c096-4ca9-905c-673d978f86b5 req-b0e6bb22-e6a9-4b79-9e5e-9faec7f3ae33 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "DELETE /v2.0/ports/4ce20f35-279d-458f-a56b-32275d9d601d HTTP/1.1" status: 204 len: 173 time: 0.8632810 Jul 14 10:54:35.474276 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'name': 'network-vif-deleted', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:54:35.476642 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dd85ee-5132-4235-8cc7-249af9796c0b" -d '{"events": [{"server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "name": "network-vif-deleted", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:54:35.516799 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5945af26-feaa-4d93-af65-fb3cb5a76ed1 x-openstack-request-id: req-5945af26-feaa-4d93-af65-fb3cb5a76ed1 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:54:35.516994 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1", "name": "network-vif-deleted", "tag": "4ce20f35-279d-458f-a56b-32275d9d601d", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:54:35.517258 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5945af26-feaa-4d93-af65-fb3cb5a76ed1 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:54:35.517711 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a41c7a-0ff6-4f2b-acaf-058d892d5cb1', 'name': 'network-vif-deleted', 'tag': '4ce20f35-279d-458f-a56b-32275d9d601d', 'status': 'completed', 'code': 200} Jul 14 10:54:35.569451 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:54:35.810608 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:35.841383 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] Checking router: 27fb4ee0-e4a0-4933-835e-0e507cf606b0 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:54:35.850213 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:54:35.850854 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:54:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:36.085382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:54:36.290196 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:36.315890 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1cd3a-dc96-4dbe-99bb-f9fa9f4e8d20 None None] The sync data for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi is: [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:54:36.412466 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54274) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:36.471496 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-84b6aacb-bed2-4118-b9b7-fe27e4520ffe tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.497091 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-84b6aacb-bed2-4118-b9b7-fe27e4520ffe tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.550342 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-84b6aacb-bed2-4118-b9b7-fe27e4520ffe tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.553590 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-84b6aacb-bed2-4118-b9b7-fe27e4520ffe tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.554860 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-84b6aacb-bed2-4118-b9b7-fe27e4520ffe tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "DELETE /v2.0/security-groups/d3f2642d-61e6-4ea6-813b-110575393b84 HTTP/1.1" status: 204 len: 168 time: 0.1413658 Jul 14 10:54:36.558170 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54276) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:36.563614 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2dd19-871e-4ae6-9587-1560c5849824 None None] New status for floating IP e178480a-6025-4624-9f25-26856e49ac4e: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:54:36.565504 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6aacb-bed2-4118-b9b7-fe27e4520ffe tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f2642d-61e6-4ea6-813b-110575393b84,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:36.575285 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.api.v2.resource [None req-9c2f43cb-cc2e-473f-9a11-9eb52fcd5f4f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] show failed (client error): The resource could not be found. Jul 14 10:54:36.578870 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-9c2f43cb-cc2e-473f-9a11-9eb52fcd5f4f tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups/d3f2642d-61e6-4ea6-813b-110575393b84 HTTP/1.1" status: 404 len: 347 time: 0.0171494 Jul 14 10:54:36.579149 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54278) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:36.708815 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Deleting port 4e938d26-3796-49c3-b138-43dfb19ca1c5 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:54:36.709153 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.786105 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.786432 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.799673 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Calling delete_port for 4e938d26-3796-49c3-b138-43dfb19ca1c5 owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:54:36.935083 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:36.962882 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event deleted for resources: {'Port': ['ID=4e938d26-3796-49c3-b138-43dfb19ca1c5,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:37.032600 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.035404 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.036675 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-078bcc50-b617-4a5f-b16e-7b797cf3c136 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "DELETE /v2.0/floatingips/e178480a-6025-4624-9f25-26856e49ac4e HTTP/1.1" status: 204 len: 168 time: 0.4565330 Jul 14 10:54:37.238264 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54292) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:37.348221 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-90a82666-6082-4bbe-8b6c-f920f9d82799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.438275 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-90a82666-6082-4bbe-8b6c-f920f9d82799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.443585 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-90a82666-6082-4bbe-8b6c-f920f9d82799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.482295 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-90a82666-6082-4bbe-8b6c-f920f9d82799 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=857aa627ca9a490b8e2a19cb0ab1909c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429376 Jul 14 10:54:37.483189 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54296) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:37.485165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54298) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:37.486580 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a82666-6082-4bbe-8b6c-f920f9d82799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcca14d2-9ee6-4a6a-8847-cd7d1e396430,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:37.488349 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-7b052712-49ce-476e-8717-9d0fa946674d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633601161', 'description': 'tempest-description--915564607'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:37.536604 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b052712-49ce-476e-8717-9d0fa946674d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.569535 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b4489114-5905-44e9-a122-9365a8932844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.603320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b4489114-5905-44e9-a122-9365a8932844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.670762 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 4ce20f35-279d-458f-a56b-32275d9d601d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:54:37.683508 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b052712-49ce-476e-8717-9d0fa946674d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.685201 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b4489114-5905-44e9-a122-9365a8932844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.688602 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b4489114-5905-44e9-a122-9365a8932844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.689807 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-b4489114-5905-44e9-a122-9365a8932844 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fcca14d2-9ee6-4a6a-8847-cd7d1e396430 HTTP/1.1" status: 204 len: 168 time: 0.1959734 Jul 14 10:54:37.692826 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 4ce20f35-279d-458f-a56b-32275d9d601d {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:54:37.693072 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b052712-49ce-476e-8717-9d0fa946674d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.693197 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 4ce20f35-279d-458f-a56b-32275d9d601d not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:54:37.705286 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4489114-5905-44e9-a122-9365a8932844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcca14d2-9ee6-4a6a-8847-cd7d1e396430,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:37.735033 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b052712-49ce-476e-8717-9d0fa946674d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.737237 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7b052712-49ce-476e-8717-9d0fa946674d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2529910 Jul 14 10:54:37.739352 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54304) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:37.742088 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b052712-49ce-476e-8717-9d0fa946674d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4520f759-42ed-4b03-b3e8-79b812c0c6f0,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:37.746842 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-dc8a7d7d-ad48-4436-8be9-f2bbe0a34dad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'security_group_rule': {'security_group_id': '4520f759-42ed-4b03-b3e8-79b812c0c6f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:37.775341 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7d7d-ad48-4436-8be9-f2bbe0a34dad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.836541 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7d7d-ad48-4436-8be9-f2bbe0a34dad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.840568 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7d7d-ad48-4436-8be9-f2bbe0a34dad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.861191 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a7d7d-ad48-4436-8be9-f2bbe0a34dad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569c1d6e-f15d-4bb8-915a-f2c053bf030f,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:37.870050 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dc8a7d7d-ad48-4436-8be9-f2bbe0a34dad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.871280 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-dc8a7d7d-ad48-4436-8be9-f2bbe0a34dad tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303546 Jul 14 10:54:37.874074 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54308) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:37.878939 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-c3ee8c52-b009-412d-8c6b-20f2443408e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'security_group_rule': {'security_group_id': '4520f759-42ed-4b03-b3e8-79b812c0c6f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:37.906784 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c52-b009-412d-8c6b-20f2443408e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.968112 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c52-b009-412d-8c6b-20f2443408e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.972105 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c52-b009-412d-8c6b-20f2443408e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.978530 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54310) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:37.991713 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-feb9171a-8828-4f6d-aeb5-fc6bbd4639fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.998320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee8c52-b009-412d-8c6b-20f2443408e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86dbe8e0-10a0-41a3-a579-d191802f2cb4,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:38.002447 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c52-b009-412d-8c6b-20f2443408e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.003939 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c3ee8c52-b009-412d-8c6b-20f2443408e9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1287005 Jul 14 10:54:38.007202 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54312) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:38.011801 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:38.095278 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-feb9171a-8828-4f6d-aeb5-fc6bbd4639fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.098938 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-feb9171a-8828-4f6d-aeb5-fc6bbd4639fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.115871 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.136613 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-feb9171a-8828-4f6d-aeb5-fc6bbd4639fd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dae49dbb3bf4495c9d3c1fb4c5d2d4f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569281 Jul 14 10:54:38.137465 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9171a-8828-4f6d-aeb5-fc6bbd4639fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85279cd0-fcb3-4206-bf25-ec3be721f3ef,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:38.139743 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54314) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:38.190752 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4963f-69f7-469c-a219-d2050a24b717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.213044 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4963f-69f7-469c-a219-d2050a24b717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.213256 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.262533 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4963f-69f7-469c-a219-d2050a24b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.265309 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7ff4963f-69f7-469c-a219-d2050a24b717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.266636 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-7ff4963f-69f7-469c-a219-d2050a24b717 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/85279cd0-fcb3-4206-bf25-ec3be721f3ef HTTP/1.1" status: 204 len: 168 time: 0.1260009 Jul 14 10:54:38.275949 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4963f-69f7-469c-a219-d2050a24b717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85279cd0-fcb3-4206-bf25-ec3be721f3ef,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:38.330903 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Allocated IP 172.27.1.47 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/d0b942a3-677b-42e7-a048-bfddc6f1d101) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:54:38.445765 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.485358 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.522356 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:54:38.527822 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:54:38.531252 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:54:38.559012 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'Port': ['ID=d0b942a3-677b-42e7-a048-bfddc6f1d101,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:38.599720 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54320) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:38.612798 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c8951f9b-dff7-49d8-a98d-8c0f5689aee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.628050 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.696408 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.712542 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c8951f9b-dff7-49d8-a98d-8c0f5689aee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.717887 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c8951f9b-dff7-49d8-a98d-8c0f5689aee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.761844 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c8951f9b-dff7-49d8-a98d-8c0f5689aee9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=54bd1eb6c6c444868a1197605ec700e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1609859 Jul 14 10:54:38.762539 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8951f9b-dff7-49d8-a98d-8c0f5689aee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ccf0c4-4948-4cd4-bd0e-82290829a5a4,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:38.765983 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54324) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:38.813829 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dea8e385-5a90-46f8-bf1e-54ef3cf7dbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.835621 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dea8e385-5a90-46f8-bf1e-54ef3cf7dbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.855100 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.860264 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.883185 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dea8e385-5a90-46f8-bf1e-54ef3cf7dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.886473 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dea8e385-5a90-46f8-bf1e-54ef3cf7dbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.888375 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-dea8e385-5a90-46f8-bf1e-54ef3cf7dbd3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f0ccf0c4-4948-4cd4-bd0e-82290829a5a4 HTTP/1.1" status: 204 len: 168 time: 0.1213298 Jul 14 10:54:38.897235 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8e385-5a90-46f8-bf1e-54ef3cf7dbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ccf0c4-4948-4cd4-bd0e-82290829a5a4,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:38.931334 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'Port': ['ID=d0b942a3-677b-42e7-a048-bfddc6f1d101,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:38.939365 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.953118 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:38.960661 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-8ca2c67f-0349-4c5d-a17b-dd283e7432d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9461501 Jul 14 10:54:39.162220 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-d2d1f8c1-6e13-4d1e-ae7c-762a5e1ab02a tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--633601161&fields=id&tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04 HTTP/1.1" status: 200 len: 267 time: 0.0414205 Jul 14 10:54:39.269216 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-563c410b-bdcb-4210-a82b-4abbc55a9823 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:39.270784 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-563c410b-bdcb-4210-a82b-4abbc55a9823 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 811 time: 0.1017976 Jul 14 10:54:39.285060 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-e98f98f1-1b0f-4436-b2b1-fcb9ddcef5f8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/quotas/7b3a6fa1f8834d1dbf4a9e79cf4cad04 HTTP/1.1" status: 200 len: 375 time: 0.0088131 Jul 14 10:54:39.354239 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-eccc1a8b-d08c-4a70-9f27-92f52a9be5af tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643685 Jul 14 10:54:39.450732 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-2834740f-2c3e-488b-ba22-3054750f2b39 service neutron] 10.222.0.67 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854867 Jul 14 10:54:39.537196 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-ff9f5f04-1b7f-426c-b6e4-ccc2d471c3b7 service neutron] 10.222.0.67 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806541 Jul 14 10:54:39.702202 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-855d3944-0c8a-4dda-9084-7b6c1a824f90 req-0959085f-86df-4e11-9744-2dc25ffca175 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 210 time: 0.0285063 Jul 14 10:54:40.721798 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-781e780d-b745-4d67-b623-6b6f85caf2a0 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:40.723248 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-781e780d-b745-4d67-b623-6b6f85caf2a0 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 811 time: 0.1040108 Jul 14 10:54:40.776057 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-26d23130-7f67-4534-82dd-4de23e1aab92 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04 HTTP/1.1" status: 200 len: 379 time: 0.0408721 Jul 14 10:54:40.785666 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'port': {'device_id': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'admin_state_up': True, 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'security_groups': ['4520f759-42ed-4b03-b3e8-79b812c0c6f0']}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:40.850932 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5e55b365-4665-410b-95ff-0b37fe70b6c4 req-d88feeb2-da5e-4251-b9d8-e656bb1dc459 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 210 time: 0.0339870 Jul 14 10:54:40.907228 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Made reservation on behalf of 7b3a6fa1f8834d1dbf4a9e79cf4cad04 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:54:40.911081 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:41.037632 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Allocated IP 172.20.0.3 (31dba6b6-09fd-48b2-aeb9-799ba65bbb4b/ed6d4ea1-4359-427f-9020-4b9d73703576/dbd3957b-9b37-4b92-9d63-599e210acad5) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:54:41.175530 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:41.188567 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Transition to ACTIVE for port object dbd3957b-9b37-4b92-9d63-599e210acad5 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:54:41.222140 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:41.265519 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:54:41.271283 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:54:41.275675 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:54:41.282653 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event updated for resources: {'Port': ['ID=dbd3957b-9b37-4b92-9d63-599e210acad5,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:41.334228 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:41.334861 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:41.350903 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-e5725389-863c-47a2-8935-977ad76fde3d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689080 Jul 14 10:54:41.364059 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Request body: {'port': {'device_id': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:41.437260 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:41.460297 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-a8602702-0dc3-4e79-9777-8107046a303d None None] Provisioning for port dbd3957b-9b37-4b92-9d63-599e210acad5 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:54:41.464159 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-a8602702-0dc3-4e79-9777-8107046a303d None None] Provisioning complete for port dbd3957b-9b37-4b92-9d63-599e210acad5 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:54:41.464630 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-a8602702-0dc3-4e79-9777-8107046a303d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:41.498429 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-a8602702-0dc3-4e79-9777-8107046a303d None None] Port dbd3957b-9b37-4b92-9d63-599e210acad5 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:54:41.959323 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd3957b-9b37-4b92-9d63-599e210acad5 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:54:41.967058 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:41.979386 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Transition to ACTIVE for port object dbd3957b-9b37-4b92-9d63-599e210acad5 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:54:41.983251 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:42.045308 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4dedd-9f3d-4e42-b84e-6bad56fa7cb2 req-0c72af47-d78e-49e2-af08-ac7c8dfbaf9d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:42.047919 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-06d4dedd-9f3d-4e42-b84e-6bad56fa7cb2 req-0c72af47-d78e-49e2-af08-ac7c8dfbaf9d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 931 time: 0.0825920 Jul 14 10:54:42.058217 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3957b-9b37-4b92-9d63-599e210acad5,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:42.113691 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-06d4dedd-9f3d-4e42-b84e-6bad56fa7cb2 req-a423dc1b-f266-4f5b-9bdd-56f7584bcd3e tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542223 Jul 14 10:54:42.124372 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Attempting to bind port dbd3957b-9b37-4b92-9d63-599e210acad5 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:54:42.124372 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Attempting to bind port dbd3957b-9b37-4b92-9d63-599e210acad5 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:54:42.124372 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Attempting to bind port dbd3957b-9b37-4b92-9d63-599e210acad5 on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:54:42.125654 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Port dbd3957b-9b37-4b92-9d63-599e210acad5 on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:54:42.126002 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Attempting to bind port dbd3957b-9b37-4b92-9d63-599e210acad5 on network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:54:42.131473 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:54:42.131818 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Checking segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:54:42.132203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Bound using segment: {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:54:42.132747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Bound port: dbd3957b-9b37-4b92-9d63-599e210acad5, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0153e2a2-77bb-471b-b375-c57b8572a413', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:54:42.133054 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:42.207145 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] For port dbd3957b-9b37-4b92-9d63-599e210acad5, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:54:42.210382 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] For port dbd3957b-9b37-4b92-9d63-599e210acad5, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=dbd3957b-9b37-4b92-9d63-599e210acad5,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:54:42.214913 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:42.249062 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:42.249677 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:42.251089 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] 10.222.0.89 "PUT /v2.0/ports/dbd3957b-9b37-4b92-9d63-599e210acad5 HTTP/1.1" status: 200 len: 1093 time: 0.8914423 Jul 14 10:54:42.251524 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:54:42.253773 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42356285-39de-4ca5-9167-61c9b1795554" -d '{"events": [{"name": "network-changed", "server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:54:42.279984 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec4e68-296e-4517-a5b2-8749c55dc122 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd3957b-9b37-4b92-9d63-599e210acad5,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:42.307602 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5fce6d-44ee-4850-8e20-e0d0da0b1e5f x-openstack-request-id: req-8c5fce6d-44ee-4850-8e20-e0d0da0b1e5f {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:54:42.307896 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:54:42.308171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8c5fce6d-44ee-4850-8e20-e0d0da0b1e5f {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:54:42.308555 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'status': 'completed', 'code': 200} Jul 14 10:54:42.356396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-21dc7fa6-30c3-45ae-b37e-d03f2bf520a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:42.358771 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-21dc7fa6-30c3-45ae-b37e-d03f2bf520a7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 1096 time: 0.0606518 Jul 14 10:54:42.411573 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-1c3fe2db-c1ee-45d5-8387-f588ad3ca427 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3957b-9b37-4b92-9d63-599e210acad5 HTTP/1.1" status: 200 len: 217 time: 0.0440643 Jul 14 10:54:42.463562 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-5d0cd825-0dd8-4949-814a-7934c8c88abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:42.465027 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-5d0cd825-0dd8-4949-814a-7934c8c88abc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0448780 Jul 14 10:54:42.526042 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb026-2175-4707-8f75-22b44fa012ad req-d1ecb0c8-b465-4c6a-987f-58e46cb95815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:42.527520 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-d1ecb0c8-b465-4c6a-987f-58e46cb95815 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547736 Jul 14 10:54:42.620228 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-3fd77aec-d104-403e-98bc-d7676f7a3a7c service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Jul 14 10:54:42.709589 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-349eb026-2175-4707-8f75-22b44fa012ad req-db71326c-11b2-45f9-9041-ec5ae38f1570 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818810 Jul 14 10:54:42.815712 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42356285-39de-4ca5-9167-61c9b1795554 req-fc7cad5e-7490-4cf7-ad0f-3560e818b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:42.817191 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-42356285-39de-4ca5-9167-61c9b1795554 req-fc7cad5e-7490-4cf7-ad0f-3560e818b204 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 1096 time: 0.0526066 Jul 14 10:54:42.909025 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42356285-39de-4ca5-9167-61c9b1795554 req-40ad9744-0908-4cb3-834f-4435ef65bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:42.910459 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-42356285-39de-4ca5-9167-61c9b1795554 req-40ad9744-0908-4cb3-834f-4435ef65bbaf service neutron] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 913 time: 0.0850723 Jul 14 10:54:42.952831 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-42356285-39de-4ca5-9167-61c9b1795554 req-1a6dafd9-e623-4ff9-9a0c-3c32c6fc81c7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3957b-9b37-4b92-9d63-599e210acad5 HTTP/1.1" status: 200 len: 217 time: 0.0342302 Jul 14 10:54:43.002986 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42356285-39de-4ca5-9167-61c9b1795554 req-c9539225-6a27-4be8-aabd-7fecbbacf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:43.004358 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-42356285-39de-4ca5-9167-61c9b1795554 req-c9539225-6a27-4be8-aabd-7fecbbacf15b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0454807 Jul 14 10:54:43.067571 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42356285-39de-4ca5-9167-61c9b1795554 req-3ba4108d-869d-43e4-b7b4-f6fba48c81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:43.069075 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-42356285-39de-4ca5-9167-61c9b1795554 req-3ba4108d-869d-43e4-b7b4-f6fba48c81b3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0563562 Jul 14 10:54:43.160146 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-42356285-39de-4ca5-9167-61c9b1795554 req-31bb02fd-6f31-4fa4-9a1d-bbd0a6aa829e service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816085 Jul 14 10:54:43.298361 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-42356285-39de-4ca5-9167-61c9b1795554 req-204245a0-6f79-4a1c-8692-5f93d4793968 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309309 Jul 14 10:54:43.314918 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b97ae-29d3-4f5f-a329-62dedd395400 req-5ac65980-2f58-4d6f-9973-cf443b54414b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:43.316901 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b09b97ae-29d3-4f5f-a329-62dedd395400 req-5ac65980-2f58-4d6f-9973-cf443b54414b tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 943 time: 0.0985856 Jul 14 10:54:43.354950 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b09b97ae-29d3-4f5f-a329-62dedd395400 req-22301d40-6b62-4b9f-bbf8-5dbe5bf2a9d8 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323157 Jul 14 10:54:44.528742 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b679778-49e7-470c-ba3d-e9edb87a11aa req-eec4899f-c661-4b0f-a8d6-339403af6cc0 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:44.530224 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9b679778-49e7-470c-ba3d-e9edb87a11aa req-eec4899f-c661-4b0f-a8d6-339403af6cc0 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 943 time: 0.0672891 Jul 14 10:54:44.568115 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9b679778-49e7-470c-ba3d-e9edb87a11aa req-410d7704-4e2d-40bf-ae53-483f076ea4fd tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Jul 14 10:54:45.700206 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device dbd3957b-9b37-4b92-9d63-599e210acad5 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:54:45.739267 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2316f-500f-4520-b5b1-13ee29b2a7ac req-b923cec1-eb19-4c89-8fd9-5b70d3fbd577 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:45.740917 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d2316f-500f-4520-b5b1-13ee29b2a7ac req-b923cec1-eb19-4c89-8fd9-5b70d3fbd577 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 943 time: 0.0633194 Jul 14 10:54:45.788545 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06d2316f-500f-4520-b5b1-13ee29b2a7ac req-35921cda-bb7a-4a16-bba5-d32832f8def9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420997 Jul 14 10:54:45.796931 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port dbd3957b-9b37-4b92-9d63-599e210acad5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=dbd3957b-9b37-4b92-9d63-599e210acad5,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:54:45.811478 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'port_id': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'mac_address': 'fa:16:3e:32:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:54:45.847923 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:45.860060 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd3957b-9b37-4b92-9d63-599e210acad5 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:54:45.878845 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port dbd3957b-9b37-4b92-9d63-599e210acad5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=dbd3957b-9b37-4b92-9d63-599e210acad5,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:54:45.882836 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:45.930651 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=dbd3957b-9b37-4b92-9d63-599e210acad5,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:46.097939 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['dbd3957b-9b37-4b92-9d63-599e210acad5'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:54:46.963298 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae91724-a1a9-4ac9-8de4-d7236b164143 req-d0742742-cf29-4d19-8410-ff1bca39b3f1 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:46.964785 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5ae91724-a1a9-4ac9-8de4-d7236b164143 req-d0742742-cf29-4d19-8410-ff1bca39b3f1 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 944 time: 0.0671344 Jul 14 10:54:47.004557 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5ae91724-a1a9-4ac9-8de4-d7236b164143 req-b8afb4f7-bea1-4bde-9cda-da47d9caccb2 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323513 Jul 14 10:54:47.708840 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device dbd3957b-9b37-4b92-9d63-599e210acad5 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:54:47.756105 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port dbd3957b-9b37-4b92-9d63-599e210acad5 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:54:47.759759 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port dbd3957b-9b37-4b92-9d63-599e210acad5 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:54:47.760116 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:47.837399 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:47.859496 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:54:47.861798 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb1233f-0171-47c3-9dd5-975ea80ac387" -d '{"events": [{"server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:54:47.875612 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port dbd3957b-9b37-4b92-9d63-599e210acad5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=dbd3957b-9b37-4b92-9d63-599e210acad5,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:54:47.880909 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:47.903427 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a036e5-634e-4578-ad96-b8fb3149ebee x-openstack-request-id: req-e3a036e5-634e-4578-ad96-b8fb3149ebee {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:54:47.903719 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "name": "network-vif-plugged", "status": "completed", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:54:47.903962 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3a036e5-634e-4578-ad96-b8fb3149ebee {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:54:47.904342 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'code': 200} Jul 14 10:54:47.930312 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=dbd3957b-9b37-4b92-9d63-599e210acad5,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:54:48.124260 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeef019-0a12-4888-a326-534a37405883 req-66bedf2d-cc0f-44d3-865c-69480f175ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:48.125730 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-baeef019-0a12-4888-a326-534a37405883 req-66bedf2d-cc0f-44d3-865c-69480f175ced service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 1098 time: 0.0575926 Jul 14 10:54:48.160828 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-baeef019-0a12-4888-a326-534a37405883 req-02ee6fee-5da8-4f48-9962-4f1408046237 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288179 Jul 14 10:54:48.190176 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5e215-3ca8-47bb-9b74-ae25653be20f req-6689b23b-227f-4362-9b80-2d64170c005d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:48.191656 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f4f5e215-3ca8-47bb-9b74-ae25653be20f req-6689b23b-227f-4362-9b80-2d64170c005d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 945 time: 0.0627809 Jul 14 10:54:48.229387 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f4f5e215-3ca8-47bb-9b74-ae25653be20f req-d381e786-66ed-4d8e-b233-6025fc4567b9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320296 Jul 14 10:54:49.407516 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a2c2c-ce7f-47c5-940b-c5ad42403028 req-f20b3298-d258-49a4-85aa-06961da66d5c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:49.409006 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-166a2c2c-ce7f-47c5-940b-c5ad42403028 req-f20b3298-d258-49a4-85aa-06961da66d5c tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 945 time: 0.0655680 Jul 14 10:54:49.447051 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-166a2c2c-ce7f-47c5-940b-c5ad42403028 req-719b3c4e-30b6-4394-a273-459e129c215d tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Jul 14 10:54:49.615424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9a38c-9378-4a0a-9f30-0a8a396ecc45 req-d8f37b0f-704b-472c-8dd4-acddb5fefff2 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:49.616967 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d1a9a38c-9378-4a0a-9f30-0a8a396ecc45 req-d8f37b0f-704b-472c-8dd4-acddb5fefff2 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 945 time: 0.0647969 Jul 14 10:54:49.625354 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54396) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:54:49.629823 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Request body: {'floatingip': {'port_id': 'dbd3957b-9b37-4b92-9d63-599e210acad5'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:54:49.672171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:50.112435 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:50.116527 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:50.214076 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Floating IP 3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d associated. External IP: 172.27.1.47, port: dbd3957b-9b37-4b92-9d63-599e210acad5. Jul 14 10:54:50.414014 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:54:50.519197 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:54:50.524093 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:50.528711 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] Sync routers for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:54:50.537451 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:54:50.538064 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:54:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:50.561144 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-d774e6d2-503d-43ca-85ad-9b897cea64cc tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "PUT /v2.0/floatingips/3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d HTTP/1.1" status: 200 len: 990 time: 0.9347155 Jul 14 10:54:50.561724 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:54:50.564073 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1a1755-155d-4750-ad0c-42e4ad338ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:54:50.605495 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9291eb68-53ee-4d56-8ed5-e98bd28a31bc x-openstack-request-id: req-9291eb68-53ee-4d56-8ed5-e98bd28a31bc {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:54:50.605793 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:54:50.606048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9291eb68-53ee-4d56-8ed5-e98bd28a31bc {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:54:50.606450 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'status': 'completed', 'code': 200} Jul 14 10:54:50.647025 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:54:50.680115 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-9fc75cde-c771-4738-9c2e-483251fdd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:50.682197 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-9fc75cde-c771-4738-9c2e-483251fdd16a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 1098 time: 0.0532460 Jul 14 10:54:50.780157 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-9b86b87d-71e6-4696-ab9a-4af9921397c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:50.781609 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-9b86b87d-71e6-4696-ab9a-4af9921397c1 service neutron] 10.222.0.89 "GET /v2.0/networks?id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 200 len: 913 time: 0.0857673 Jul 14 10:54:50.846465 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-1e11b795-0a26-4022-b3fa-a4de9609a67c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbd3957b-9b37-4b92-9d63-599e210acad5 HTTP/1.1" status: 200 len: 998 time: 0.0584707 Jul 14 10:54:50.871794 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'port_id': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'mac_address': 'fa:16:3e:32:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:54:38Z', 'updated_at': '2021-07-14T10:54:50Z', 'revision_number': 1, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:50.901786 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] Checking router: 27fb4ee0-e4a0-4933-835e-0e507cf606b0 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:54:50.905988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-ec73f143-bdca-40bb-9563-015cfbf6f572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:50.907442 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-ec73f143-bdca-40bb-9563-015cfbf6f572 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 200 len: 850 time: 0.0483770 Jul 14 10:54:50.910026 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:54:50.910625 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:54:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:50.967146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-45e9a3fa-3e1f-4c7c-b96c-02dc20a1601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:50.968677 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-45e9a3fa-3e1f-4c7c-b96c-02dc20a1601e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539789 Jul 14 10:54:51.013501 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:54:51.067674 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-0462fb18-0e15-4d10-8d74-47709d1fe2b6 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918865 Jul 14 10:54:51.163516 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc1a1755-155d-4750-ad0c-42e4ad338ce4 req-d4954c17-1a08-417e-9ccc-ae6081f49e25 service neutron] 10.222.0.89 "GET /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891554 Jul 14 10:54:51.242922 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'port_id': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'mac_address': 'fa:16:3e:32:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:54:38Z', 'updated_at': '2021-07-14T10:54:50Z', 'revision_number': 1, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:54:51.272315 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3e4c8-21af-4e02-bc20-5bec9b82350d None None] The sync data for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi is: [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'floating_ip_address': '172.27.1.47', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'port_id': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'mac_address': 'fa:16:3e:32:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:54:38Z', 'updated_at': '2021-07-14T10:54:50Z', 'revision_number': 1, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:54:51.457106 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c2396-b551-472b-974e-9bbaae24e2ce None None] New status for floating IP 3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d: ACTIVE {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:54:51.999490 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cf4f4d84-96fd-4ec6-aa6e-95197c74acb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:54.483024 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:54.717471 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-39a24abe-91fc-4187-b40a-05c374b491e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:55.557857 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:57.502366 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:57.750898 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:58.131295 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:58.262992 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ab6af-146e-41b2-b5a7-25bd8eb628a5 req-862d08ff-51dc-4d02-8a50-3fa6e475ea77 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:58.264348 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-679ab6af-146e-41b2-b5a7-25bd8eb628a5 req-862d08ff-51dc-4d02-8a50-3fa6e475ea77 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0629985 Jul 14 10:54:58.301561 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-679ab6af-146e-41b2-b5a7-25bd8eb628a5 req-559c859c-8551-4152-8039-845ae141530a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314677 Jul 14 10:54:59.483327 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0be4a-8f4c-4879-a07a-446d16b7df04 req-fda39c8b-2f18-4dbc-aab9-155402d2c548 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:54:59.484845 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-03f0be4a-8f4c-4879-a07a-446d16b7df04 req-fda39c8b-2f18-4dbc-aab9-155402d2c548 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0673721 Jul 14 10:54:59.522664 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-03f0be4a-8f4c-4879-a07a-446d16b7df04 req-8d7a46e7-79d9-4dbb-8422-5af697a3a2cd tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321991 Jul 14 10:55:00.922200 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6964be-b1e4-46d6-9b62-7c812a05458b req-549f5433-c19a-4a99-9ee5-a209caf842a5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:00.923682 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0c6964be-b1e4-46d6-9b62-7c812a05458b req-549f5433-c19a-4a99-9ee5-a209caf842a5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.2843251 Jul 14 10:55:00.959725 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0c6964be-b1e4-46d6-9b62-7c812a05458b req-e4ca571d-32c8-4bd7-a4be-370357ef9b6a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305302 Jul 14 10:55:02.142145 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd892856-77e0-4632-94ce-43470e2fac6c req-521ec03b-0564-415f-b3ee-6e2f73b25614 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:02.143669 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cd892856-77e0-4632-94ce-43470e2fac6c req-521ec03b-0564-415f-b3ee-6e2f73b25614 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0624409 Jul 14 10:55:02.181496 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cd892856-77e0-4632-94ce-43470e2fac6c req-81cc0ed5-8d89-49e5-bc3a-47f25c0c257f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Jul 14 10:55:03.359607 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3a0e3-e777-42f8-af6a-0c0e87e1cbe8 req-a234325f-57da-4aaa-81aa-924c735d771a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:03.361078 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-69c3a0e3-e777-42f8-af6a-0c0e87e1cbe8 req-a234325f-57da-4aaa-81aa-924c735d771a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0651951 Jul 14 10:55:03.397736 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-69c3a0e3-e777-42f8-af6a-0c0e87e1cbe8 req-44709e65-9a52-41db-99b1-a7c587b71658 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311027 Jul 14 10:55:04.572716 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9f99d-ad01-431b-bc89-70911c0c5521 req-6d69d432-7f21-48af-b5c0-e7d3fede2233 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:04.574177 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0bb9f99d-ad01-431b-bc89-70911c0c5521 req-6d69d432-7f21-48af-b5c0-e7d3fede2233 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0624182 Jul 14 10:55:04.611926 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0bb9f99d-ad01-431b-bc89-70911c0c5521 req-255f9f7a-653a-4e19-b88e-7fb1437eacfc tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319982 Jul 14 10:55:05.794988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d6185-5ad1-4cd2-bedb-8bd72ad81bf4 req-2ca5067c-ea5b-4065-8e02-ad988e03607e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:05.796480 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7e5d6185-5ad1-4cd2-bedb-8bd72ad81bf4 req-2ca5067c-ea5b-4065-8e02-ad988e03607e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0676637 Jul 14 10:55:05.833941 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7e5d6185-5ad1-4cd2-bedb-8bd72ad81bf4 req-0495468e-bca2-4425-91ea-c933a0a32242 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Jul 14 10:55:07.012926 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6855eb63-4cfd-4d7b-a8a1-5cd83a14a516 req-346209aa-2407-4b94-b8ff-001806f7969f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:07.014500 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6855eb63-4cfd-4d7b-a8a1-5cd83a14a516 req-346209aa-2407-4b94-b8ff-001806f7969f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0629263 Jul 14 10:55:07.052996 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6855eb63-4cfd-4d7b-a8a1-5cd83a14a516 req-042cdbf0-87ba-4886-8486-38463a6ffb8b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327311 Jul 14 10:55:08.228972 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f54726-0a82-454e-979b-566fd782504c req-805f4dd0-3a92-4cde-8402-837de8520f26 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:08.230433 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06f54726-0a82-454e-979b-566fd782504c req-805f4dd0-3a92-4cde-8402-837de8520f26 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0623066 Jul 14 10:55:08.270292 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-06f54726-0a82-454e-979b-566fd782504c req-d609da9c-33d8-4953-ac4c-307073dac885 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340571 Jul 14 10:55:09.449397 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724028-4d52-4230-b2c4-518bf1f91fe0 req-ede0119e-2b11-4280-a17c-dd504e1637ec tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:09.450786 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-23724028-4d52-4230-b2c4-518bf1f91fe0 req-ede0119e-2b11-4280-a17c-dd504e1637ec tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0673082 Jul 14 10:55:09.488053 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-23724028-4d52-4230-b2c4-518bf1f91fe0 req-bc25f131-0cff-4e1e-9495-b8e02fbd6d63 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316753 Jul 14 10:55:09.849980 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:55:09.942645 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:09.953808 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'port_id': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'mac_address': 'fa:16:3e:c1:2f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:55:09.993489 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:10.006617 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d206edf7-0999-48c3-be9c-298dfeac4419 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:55:10.025710 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:10.030014 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:10.081168 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=6']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:10.088234 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.088611 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.088958 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.089294 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.089623 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.089954 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.090282 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.090609 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.090936 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.091263 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.091580 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.091933 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:55:10.126736 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['d206edf7-0999-48c3-be9c-298dfeac4419'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:55:10.663262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cccea4-d53d-49b5-bc0a-13c043b209c3 req-bd0fddb1-603a-41cc-a442-69e4fdaa7254 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:10.664769 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-98cccea4-d53d-49b5-bc0a-13c043b209c3 req-bd0fddb1-603a-41cc-a442-69e4fdaa7254 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 944 time: 0.0632043 Jul 14 10:55:10.702879 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-98cccea4-d53d-49b5-bc0a-13c043b209c3 req-dd36fade-7e62-4def-9cd5-983e77d1fb0b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Jul 14 10:55:11.859248 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:55:11.916141 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9195a-cb55-4788-b56f-a9d7ad2a8467 req-3f3e44a3-b76f-4dff-9679-b7767eb80f65 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:11.918490 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b1b9195a-cb55-4788-b56f-a9d7ad2a8467 req-3f3e44a3-b76f-4dff-9679-b7767eb80f65 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 944 time: 0.0922465 Jul 14 10:55:11.932469 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port d206edf7-0999-48c3-be9c-298dfeac4419 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:55:11.933460 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:11.987824 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b1b9195a-cb55-4788-b56f-a9d7ad2a8467 req-9953520f-1585-4a4c-8928-0e1ed2b479ba tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584955 Jul 14 10:55:12.047112 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:12.095495 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:55:12.102285 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6db4e-1ab5-40c1-a025-82a9c8c4a845" -d '{"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:55:12.110036 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:12.115805 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:12.147189 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1866c788-05d7-4b33-b849-ecf039336705 x-openstack-request-id: req-1866c788-05d7-4b33-b849-ecf039336705 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:55:12.147741 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:55:12.147992 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1866c788-05d7-4b33-b849-ecf039336705 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:55:12.148427 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'code': 200} Jul 14 10:55:12.172478 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=7']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:13.296153 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84ec51-f206-47e5-90e4-e044d5986880 req-347f6d7a-66f8-4de6-aac0-e4013dc22be6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:13.299421 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-db84ec51-f206-47e5-90e4-e044d5986880 req-347f6d7a-66f8-4de6-aac0-e4013dc22be6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.1620276 Jul 14 10:55:13.349452 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-db84ec51-f206-47e5-90e4-e044d5986880 req-75b43acd-41ab-40eb-8abc-481863ccf1c5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Jul 14 10:55:14.550401 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373fcc0-a21c-4128-af6f-69999dc60e14 req-0560fef3-935a-4b0f-9071-0e6497f25f45 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:14.552805 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c373fcc0-a21c-4128-af6f-69999dc60e14 req-0560fef3-935a-4b0f-9071-0e6497f25f45 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0753689 Jul 14 10:55:14.596180 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c373fcc0-a21c-4128-af6f-69999dc60e14 req-956290b0-967d-4165-a748-bbddee380733 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359633 Jul 14 10:55:15.810058 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abdd29-f536-4dd3-8fef-aa9694ee53c5 req-f654d0e9-873c-466d-8be1-a52788f62bbf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:15.811552 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a3abdd29-f536-4dd3-8fef-aa9694ee53c5 req-f654d0e9-873c-466d-8be1-a52788f62bbf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0802217 Jul 14 10:55:15.861010 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a3abdd29-f536-4dd3-8fef-aa9694ee53c5 req-9d1107d5-b049-46a3-b94b-83b9c8fc48b1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436742 Jul 14 10:55:17.058773 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dbc12-e91c-4df2-8c4f-4023e277e72d req-1e3809aa-8d30-442d-bd6c-1ab73602d898 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:17.060477 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-646dbc12-e91c-4df2-8c4f-4023e277e72d req-1e3809aa-8d30-442d-bd6c-1ab73602d898 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0718889 Jul 14 10:55:17.102425 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-646dbc12-e91c-4df2-8c4f-4023e277e72d req-878d103c-5382-494a-b2cb-45237c20bec6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362632 Jul 14 10:55:18.471696 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00faeeac-3182-433a-8092-ba021e0e5b6e req-b6c37360-d36f-416e-8e6e-5046ef199dcf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:18.473159 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-00faeeac-3182-433a-8092-ba021e0e5b6e req-b6c37360-d36f-416e-8e6e-5046ef199dcf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0943124 Jul 14 10:55:18.517050 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-00faeeac-3182-433a-8092-ba021e0e5b6e req-4e8599ec-1967-441a-b37e-6824d2f9c2d9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Jul 14 10:55:19.762913 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a58a19-1d7c-427a-9848-84d7263d92d2 req-7cd8d304-f253-4c26-b3d9-7788b919d2ba tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:19.765227 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e2a58a19-1d7c-427a-9848-84d7263d92d2 req-7cd8d304-f253-4c26-b3d9-7788b919d2ba tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0875027 Jul 14 10:55:19.825950 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97c696-79ab-4a82-899e-256ce7a7c2ad req-0b2a8456-ea33-4113-8699-6d937c4d7bbb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:19.828579 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d97c696-79ab-4a82-899e-256ce7a7c2ad req-0b2a8456-ea33-4113-8699-6d937c4d7bbb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0782905 Jul 14 10:55:19.829085 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e2a58a19-1d7c-427a-9848-84d7263d92d2 req-f8357c22-8e98-4e53-bc3f-0792b8450aba tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528598 Jul 14 10:55:19.877450 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d97c696-79ab-4a82-899e-256ce7a7c2ad req-3f1b2b96-09ba-4cf8-8c3a-e85aeb2a181b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421863 Jul 14 10:55:21.021118 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55103e8-fd9c-4306-b474-64e0b4b50a74 req-7066acc1-1df9-415f-9951-5097807efecf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:21.022607 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d55103e8-fd9c-4306-b474-64e0b4b50a74 req-7066acc1-1df9-415f-9951-5097807efecf tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0706279 Jul 14 10:55:21.063820 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d55103e8-fd9c-4306-b474-64e0b4b50a74 req-aea02f49-1bf2-48f2-9231-b11741ffb82f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349734 Jul 14 10:55:21.105540 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580832b-952d-4ade-b58c-ba290c3fbaaa req-03b683e8-4e60-4e72-a4bc-211498e544d4 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:21.106926 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9580832b-952d-4ade-b58c-ba290c3fbaaa req-03b683e8-4e60-4e72-a4bc-211498e544d4 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.1081588 Jul 14 10:55:21.113322 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-cd345ca9-2c88-42c8-96ad-e90adbcd84b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:21.114713 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-cd345ca9-2c88-42c8-96ad-e90adbcd84b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 1098 time: 0.1517279 Jul 14 10:55:21.192938 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9580832b-952d-4ade-b58c-ba290c3fbaaa req-d3edba26-0749-44e2-bbc3-c267d2669fa5 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772386 Jul 14 10:55:21.232263 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-ab42f4f6-ba47-4e5c-98e0-93a1ae0a4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:21.233758 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-ab42f4f6-ba47-4e5c-98e0-93a1ae0a4402 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.1118999 Jul 14 10:55:21.303912 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-c975c25d-8eae-47cc-83e1-0a48afda2001 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d206edf7-0999-48c3-be9c-298dfeac4419 HTTP/1.1" status: 200 len: 1001 time: 0.0616105 Jul 14 10:55:21.358707 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-5ca4ae18-fc53-4df9-94b3-279ca95a1580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:21.360043 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-5ca4ae18-fc53-4df9-94b3-279ca95a1580 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0429821 Jul 14 10:55:21.417214 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-dac8b583-a225-480c-b93c-0004aacde72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:21.418691 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-dac8b583-a225-480c-b93c-0004aacde72f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516984 Jul 14 10:55:21.509942 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-0fdeac60-a404-442b-915c-607d95709f3b service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Jul 14 10:55:21.599962 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8c4ebfc-13b5-459f-8e94-e2ef28e6a51e req-7ce80c98-8692-4dd8-bcac-403297ec79fb service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817282 Jul 14 10:55:22.001723 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cf81f93d-6986-4446-9fae-0ac1050cf21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:22.247619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d05eb-1f53-4cdb-bf9e-6ed6da3ca64a req-97c73fd3-9c48-42a6-9b79-120caf370e88 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:22.249355 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-391d05eb-1f53-4cdb-bf9e-6ed6da3ca64a req-97c73fd3-9c48-42a6-9b79-120caf370e88 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0695920 Jul 14 10:55:22.289397 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-391d05eb-1f53-4cdb-bf9e-6ed6da3ca64a req-4c708338-6506-488f-a945-96dc09dfc225 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343695 Jul 14 10:55:22.389797 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413738-3aa0-418f-b160-6363436e8a1a req-b21c26a6-68d3-450b-a50d-95dca8eb9b3f tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:22.392104 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f1413738-3aa0-418f-b160-6363436e8a1a req-b21c26a6-68d3-450b-a50d-95dca8eb9b3f tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0767307 Jul 14 10:55:22.434035 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f1413738-3aa0-418f-b160-6363436e8a1a req-8b571a5f-7faf-4d48-85b4-f29b4200ab15 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356693 Jul 14 10:55:23.495936 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a67042-f21e-424d-9a90-ee78be4946cc req-52e99300-ba95-479f-871b-3c6b1d5fdb4a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:23.501102 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d6a67042-f21e-424d-9a90-ee78be4946cc req-52e99300-ba95-479f-871b-3c6b1d5fdb4a tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 945 time: 0.0918667 Jul 14 10:55:23.546280 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d6a67042-f21e-424d-9a90-ee78be4946cc req-ebed689b-8b9f-4945-a52a-85b84903dfbb tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429621 Jul 14 10:55:23.718287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5755bc0-c75d-4ce2-b1a7-aba405957d4a req-bb73c8ca-a5e6-4039-a131-8f0d9a806f8a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:23.719747 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e5755bc0-c75d-4ce2-b1a7-aba405957d4a req-bb73c8ca-a5e6-4039-a131-8f0d9a806f8a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0680971 Jul 14 10:55:23.757082 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e5755bc0-c75d-4ce2-b1a7-aba405957d4a req-f25b2b2b-9662-4995-8e2f-78b1c76a00c6 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314841 Jul 14 10:55:23.906167 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:55:23.977996 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:23.998602 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:55:24.000856 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720648cb-fcd7-4af8-87f4-454098a67b74" -d '{"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:55:24.016110 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:24.019962 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:24.043753 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd87943c-6b05-4a1a-b4b3-950e9aef7867 x-openstack-request-id: req-cd87943c-6b05-4a1a-b4b3-950e9aef7867 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:55:24.044045 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-unplugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:55:24.044300 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd87943c-6b05-4a1a-b4b3-950e9aef7867 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:55:24.044709 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'code': 200} Jul 14 10:55:24.069145 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=8']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:24.484196 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:24.717594 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-52916d7b-f786-431a-8ac5-306cefad950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:24.727846 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115cf8-5f36-4d49-8042-3e1df9600ddb req-cc988818-52df-40cc-b3fd-b4a134b370b2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:24.729351 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-51115cf8-5f36-4d49-8042-3e1df9600ddb req-cc988818-52df-40cc-b3fd-b4a134b370b2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0650575 Jul 14 10:55:24.766968 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-51115cf8-5f36-4d49-8042-3e1df9600ddb req-93e752f5-2fdc-4b7c-bdd0-4c216ee2aff4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319457 Jul 14 10:55:24.934896 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f54f37-3d94-42bb-8a09-1760028ae14a req-da4233e3-a888-45cf-b005-0ff8e708a02a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:24.936376 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25f54f37-3d94-42bb-8a09-1760028ae14a req-da4233e3-a888-45cf-b005-0ff8e708a02a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0668414 Jul 14 10:55:24.975509 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25f54f37-3d94-42bb-8a09-1760028ae14a req-46b3c456-9491-44b3-a8d5-8d9787b0fb96 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333405 Jul 14 10:55:25.558724 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:25.928761 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f185f-7bda-46eb-a669-afeca75829f0 req-2a823ffb-0de0-4658-bdcf-1b123b931dfa tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:25.930147 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9f5f185f-7bda-46eb-a669-afeca75829f0 req-2a823ffb-0de0-4658-bdcf-1b123b931dfa tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.1039584 Jul 14 10:55:25.936939 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-2b8cdfee-0316-4c5a-a54f-fc43166af5de service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788324 Jul 14 10:55:25.971411 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9f5f185f-7bda-46eb-a669-afeca75829f0 req-dc91fad8-9193-4eb6-921f-81b34d857387 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331929 Jul 14 10:55:26.157549 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d44cdd-46f7-4b62-92aa-2fdb99ef7d6f req-ce005e4d-e685-4860-b28f-ffc08d82d29b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:26.159126 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-15d44cdd-46f7-4b62-92aa-2fdb99ef7d6f req-ce005e4d-e685-4860-b28f-ffc08d82d29b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0644529 Jul 14 10:55:26.200209 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-15d44cdd-46f7-4b62-92aa-2fdb99ef7d6f req-0f4c3264-36dc-4583-b4cb-e562db3725f7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Jul 14 10:55:26.977094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-9136bae6-9790-400a-a153-4fbcf967873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:26.978619 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-9136bae6-9790-400a-a153-4fbcf967873a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf&tenant_id=05080ecfcf074986b8f9d414fb8ae1db HTTP/1.1" status: 200 len: 1096 time: 0.0566571 Jul 14 10:55:27.060106 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-e84b4c83-f06c-43e3-b450-8992f854c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:27.062510 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-e84b4c83-f06c-43e3-b450-8992f854c1f4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 1096 time: 0.0592275 Jul 14 10:55:27.193965 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-a93356a0-1c3c-4151-8fb2-3286c38f34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:27.195431 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-a93356a0-1c3c-4151-8fb2-3286c38f34f9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 200 len: 919 time: 0.1274431 Jul 14 10:55:27.210447 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920089e-5613-4967-a722-5be32f5b6590 req-69e8d12f-5c1c-478c-80ce-e8c81e34f9e5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:27.211885 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6920089e-5613-4967-a722-5be32f5b6590 req-69e8d12f-5c1c-478c-80ce-e8c81e34f9e5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0972495 Jul 14 10:55:27.378879 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03528c-b0f5-421c-b318-721226607298 req-db1e0b9e-0b96-464f-9a40-02abd281db4c tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:27.381157 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9f03528c-b0f5-421c-b318-721226607298 req-db1e0b9e-0b96-464f-9a40-02abd281db4c tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0667284 Jul 14 10:55:27.421736 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9f03528c-b0f5-421c-b318-721226607298 req-225bd051-d7d7-414f-843a-b9083e50b092 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347962 Jul 14 10:55:27.520735 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:27.555169 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6920089e-5613-4967-a722-5be32f5b6590 req-cfdf0c9c-988c-4531-8268-3a92baabd6b6 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368087 Jul 14 10:55:27.563840 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-811382f1-7e70-4018-821f-9f4344b4ad67 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d206edf7-0999-48c3-be9c-298dfeac4419 HTTP/1.1" status: 200 len: 999 time: 0.3510208 Jul 14 10:55:27.614412 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-6b81cf1d-d687-4714-b382-911198556efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:27.615840 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-6b81cf1d-d687-4714-b382-911198556efa service neutron] 10.222.0.89 "GET /v2.0/subnets?id=37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 200 len: 856 time: 0.0449677 Jul 14 10:55:27.674981 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-4106da7f-8aa9-4176-82ae-ba47a87e7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:27.676453 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-4106da7f-8aa9-4176-82ae-ba47a87e7746 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aa4b9753-2866-49c1-b2b6-fd6d0327d400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0545058 Jul 14 10:55:27.751245 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:27.771022 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-5b390629-979d-48fe-9027-488ac8d0a6df service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867496 Jul 14 10:55:27.859724 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8dfbc65b-9220-4af9-a977-04a4f73cbc1d req-0f9b888c-f49a-4966-af0d-d298ee4d4e8a service neutron] 10.222.0.89 "GET /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808735 Jul 14 10:55:28.628423 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad5e46-dc10-4ca8-905a-4e4d9bb87878 req-7ae8afa4-2713-45aa-8568-fbf6d4099b28 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:28.631755 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-19ad5e46-dc10-4ca8-905a-4e4d9bb87878 req-7ae8afa4-2713-45aa-8568-fbf6d4099b28 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0887351 Jul 14 10:55:28.684294 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-19ad5e46-dc10-4ca8-905a-4e4d9bb87878 req-5fc299d7-7141-453b-a842-d8ee41a777d6 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458863 Jul 14 10:55:28.752560 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c24dc-5336-43b6-9073-bf2a6b0b4593 req-5a2e402d-2245-4c89-839e-1ab3a0adec54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:28.753995 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-475c24dc-5336-43b6-9073-bf2a6b0b4593 req-5a2e402d-2245-4c89-839e-1ab3a0adec54 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0695491 Jul 14 10:55:28.793693 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-475c24dc-5336-43b6-9073-bf2a6b0b4593 req-0b0c5159-9d42-4bd8-b9d1-a5e476b04776 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337939 Jul 14 10:55:29.867979 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355619d8-7d78-4c80-bf51-6471fa364f3b req-a804856a-4e07-477e-acb5-b04744380a39 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:29.870527 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-355619d8-7d78-4c80-bf51-6471fa364f3b req-a804856a-4e07-477e-acb5-b04744380a39 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0674226 Jul 14 10:55:29.909085 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-355619d8-7d78-4c80-bf51-6471fa364f3b req-dea0e26b-1683-4253-a06f-e1c233837958 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330052 Jul 14 10:55:30.100423 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e09f7-bdad-441d-b87b-773c4885d52c req-3ec7cffd-2751-4b4f-ba2a-fd53054024ac tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:30.101937 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f01e09f7-bdad-441d-b87b-773c4885d52c req-3ec7cffd-2751-4b4f-ba2a-fd53054024ac tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0821054 Jul 14 10:55:30.144454 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f01e09f7-bdad-441d-b87b-773c4885d52c req-83b9def9-0291-4b4a-9040-46e4ad1c87db tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355308 Jul 14 10:55:31.094269 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707aa17-baf8-472a-add8-a23ac32aa6c5 req-18ddc8f4-b3e7-49fd-b1da-3185a8e1efbc tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:31.095805 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1707aa17-baf8-472a-add8-a23ac32aa6c5 req-18ddc8f4-b3e7-49fd-b1da-3185a8e1efbc tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0695486 Jul 14 10:55:31.135373 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1707aa17-baf8-472a-add8-a23ac32aa6c5 req-faa36a41-46ae-4060-8293-041a65fba173 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339248 Jul 14 10:55:31.328437 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c666-e4ba-40b3-afbd-d8e2205dee8d req-4d224f7b-16d4-42ff-b3fa-e763fc702fe5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:31.330074 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fd85c666-e4ba-40b3-afbd-d8e2205dee8d req-4d224f7b-16d4-42ff-b3fa-e763fc702fe5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0673454 Jul 14 10:55:31.376382 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fd85c666-e4ba-40b3-afbd-d8e2205dee8d req-21c09e5b-d4da-4e42-a61d-9a166eba8c3d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396340 Jul 14 10:55:32.319790 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6b7da-cf03-44f3-ad6a-f0ad359bdb0b req-4abce0a5-6f7a-4b9a-98bb-48b41f43150f tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:32.321406 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-69d6b7da-cf03-44f3-ad6a-f0ad359bdb0b req-4abce0a5-6f7a-4b9a-98bb-48b41f43150f tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0689218 Jul 14 10:55:32.367324 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-69d6b7da-cf03-44f3-ad6a-f0ad359bdb0b req-a80c196d-9db6-40d1-b67f-7e948c1c863a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392945 Jul 14 10:55:32.565473 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db06d7e-93b3-4292-942e-21784ea6c821 req-3dd4589c-474b-4789-ba5d-b2440cf9ce3d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:32.566969 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1db06d7e-93b3-4292-942e-21784ea6c821 req-3dd4589c-474b-4789-ba5d-b2440cf9ce3d tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0672996 Jul 14 10:55:32.610236 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1db06d7e-93b3-4292-942e-21784ea6c821 req-6acd11c5-59e2-486f-8dc5-225c9431579f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370257 Jul 14 10:55:33.562319 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbd55a-244e-4647-a803-545751dc110f req-d540673e-2d46-4300-9290-9e66f58bfb75 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:33.563953 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-73bbd55a-244e-4647-a803-545751dc110f req-d540673e-2d46-4300-9290-9e66f58bfb75 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0744228 Jul 14 10:55:33.613111 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-73bbd55a-244e-4647-a803-545751dc110f req-3b292efc-e935-4fca-9a3e-66653e828cdb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436003 Jul 14 10:55:33.795805 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d15926-1b05-4a69-a23e-0c2cd3542c89 req-b47668b8-bd5e-4adc-90e5-503762e40314 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:33.797371 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-79d15926-1b05-4a69-a23e-0c2cd3542c89 req-b47668b8-bd5e-4adc-90e5-503762e40314 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0654292 Jul 14 10:55:33.837350 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-79d15926-1b05-4a69-a23e-0c2cd3542c89 req-dcbb0cb2-edfc-422c-8b11-4c9a483ddcf7 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340939 Jul 14 10:55:34.789735 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d0c23-86c0-4904-8273-c00435f9d0e4 req-cde83261-598e-47d5-9efd-a38945e1a8b0 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:34.792066 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bf8d0c23-86c0-4904-8273-c00435f9d0e4 req-cde83261-598e-47d5-9efd-a38945e1a8b0 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0656409 Jul 14 10:55:34.834749 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bf8d0c23-86c0-4904-8273-c00435f9d0e4 req-7ccbcbab-6934-4bca-97bf-e3393ecff14a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371308 Jul 14 10:55:35.032008 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4754-e0da-46db-b472-b4fb7d9d48cd req-ea7714e8-1428-42ec-b6b2-a4546e215d46 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:35.033832 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0eab4754-e0da-46db-b472-b4fb7d9d48cd req-ea7714e8-1428-42ec-b6b2-a4546e215d46 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0671759 Jul 14 10:55:35.073256 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0eab4754-e0da-46db-b472-b4fb7d9d48cd req-1dab7cd5-cad7-41e2-ba62-04787edad0f9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337310 Jul 14 10:55:35.131058 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:55:36.011962 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed1271-4d0b-4c93-8e1d-2cd0469c0de6 req-5930abe2-ddfa-4475-9326-343f7f81a307 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:36.013469 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d7ed1271-4d0b-4c93-8e1d-2cd0469c0de6 req-5930abe2-ddfa-4475-9326-343f7f81a307 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0668523 Jul 14 10:55:36.055124 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d7ed1271-4d0b-4c93-8e1d-2cd0469c0de6 req-728530c0-a978-4352-9a50-acf68fae5b03 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351140 Jul 14 10:55:36.267711 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7daa7-64b5-4f6c-bc7a-7f20d1666156 req-a5303192-53c2-4872-8b36-ffc8e2b820f5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:36.269427 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3af7daa7-64b5-4f6c-bc7a-7f20d1666156 req-a5303192-53c2-4872-8b36-ffc8e2b820f5 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0690958 Jul 14 10:55:36.308208 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3af7daa7-64b5-4f6c-bc7a-7f20d1666156 req-52764235-6653-4e55-a665-bece78e29735 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328050 Jul 14 10:55:37.275162 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d0413-6db7-4f80-a7d9-1b1d3e0cdbd2 req-039f2eb3-cc3a-493b-afd8-3afa2bbde77e tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:37.277151 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-570d0413-6db7-4f80-a7d9-1b1d3e0cdbd2 req-039f2eb3-cc3a-493b-afd8-3afa2bbde77e tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0735199 Jul 14 10:55:37.318778 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-570d0413-6db7-4f80-a7d9-1b1d3e0cdbd2 req-320bb887-fa9a-4722-b4b1-1958e6502d13 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350759 Jul 14 10:55:37.502473 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90185f96-cdcf-4b77-aae8-fb82c51295b5 req-d61e2169-42dd-4aa0-a13a-86fe9e0c8ff4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:37.510024 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-90185f96-cdcf-4b77-aae8-fb82c51295b5 req-d61e2169-42dd-4aa0-a13a-86fe9e0c8ff4 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0790033 Jul 14 10:55:37.551269 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-90185f96-cdcf-4b77-aae8-fb82c51295b5 req-e5751c2a-c2a9-4286-a9a8-835aacfdf465 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402875 Jul 14 10:55:38.498516 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca3ca4-1820-4c57-a800-b98dd91b0e97 req-c45c515b-1684-4031-beeb-9cd52de428df tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:38.500070 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8dca3ca4-1820-4c57-a800-b98dd91b0e97 req-c45c515b-1684-4031-beeb-9cd52de428df tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0710399 Jul 14 10:55:38.548991 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8dca3ca4-1820-4c57-a800-b98dd91b0e97 req-15c03975-c842-4d72-b18d-44dcffafc08c tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394311 Jul 14 10:55:38.584787 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-07b1caa6-30e6-4ad5-a522-e6fd636fd1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:38.584787 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-07b1caa6-30e6-4ad5-a522-e6fd636fd1a8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1099 time: 0.0618200 Jul 14 10:55:38.705738 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-cee73af2-332c-4464-b7c4-ea4748871ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:38.707338 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-cee73af2-332c-4464-b7c4-ea4748871ec7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 910 time: 0.0971735 Jul 14 10:55:38.748983 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ecf8e5-3652-4f6e-ba4b-5343fa4029b6 req-20070d6c-0a3d-4f0f-85fd-f3704f6d40f1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:38.750498 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-38ecf8e5-3652-4f6e-ba4b-5343fa4029b6 req-20070d6c-0a3d-4f0f-85fd-f3704f6d40f1 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0657461 Jul 14 10:55:38.783197 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-d97dfe92-9c66-43d1-aa64-60403be22a86 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 1000 time: 0.0692401 Jul 14 10:55:38.798625 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-38ecf8e5-3652-4f6e-ba4b-5343fa4029b6 req-050116f5-b06f-462b-ade5-d085f1420437 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Jul 14 10:55:38.843998 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-be90262c-45f9-4ea9-9b64-454d34a50b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:38.845497 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-be90262c-45f9-4ea9-9b64-454d34a50b07 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 200 len: 847 time: 0.0555134 Jul 14 10:55:38.905135 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-9c0398e0-d9aa-4ff3-8d50-d8ea0033f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:38.906617 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-9c0398e0-d9aa-4ff3-8d50-d8ea0033f27a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aee68422-9b37-44d2-b55a-b5d0bc8304f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543294 Jul 14 10:55:38.997244 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-3da2eaa1-d9ba-46b5-b2ff-c1366e3d2d2d service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836656 Jul 14 10:55:39.094586 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3acdbda5-90b3-4d33-91c3-a5d716b13225 req-201aa7e8-d5cc-4319-b114-edde3d8e442b service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875611 Jul 14 10:55:39.192176 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-aa63b6b3-2c25-4252-83a0-3839773ac6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:39.193727 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-aa63b6b3-2c25-4252-83a0-3839773ac6ea service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1099 time: 0.0570579 Jul 14 10:55:39.279088 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-a621ef78-9635-460f-a3b5-62c499753fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:39.280530 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-a621ef78-9635-460f-a3b5-62c499753fbc service neutron] 10.222.0.89 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 910 time: 0.0805724 Jul 14 10:55:39.346540 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-b4403cb5-6fde-4531-a63f-7414175c01b4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 1000 time: 0.0597181 Jul 14 10:55:39.393791 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-c4834ad7-041a-47c0-8af9-ff971b6b52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:39.395241 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-c4834ad7-041a-47c0-8af9-ff971b6b52e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 200 len: 847 time: 0.0429282 Jul 14 10:55:39.454302 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-5e2b15de-e698-48c9-8993-9a5be7e56b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:39.455715 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-5e2b15de-e698-48c9-8993-9a5be7e56b3d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aee68422-9b37-44d2-b55a-b5d0bc8304f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542538 Jul 14 10:55:39.551314 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-d2528c6f-e452-411a-b3ea-caa7254ee5ae service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871954 Jul 14 10:55:39.645221 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a8d93689-3d86-4d57-9ef8-70fba02cbd51 req-06fc354f-f8bc-4369-a36a-e7853f70a1d1 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876701 Jul 14 10:55:39.726333 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cf24a-5602-4536-95ed-2af6982905fd req-5de5c4b8-45da-4195-ab59-dcfaf88c0d95 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:39.727707 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-069cf24a-5602-4536-95ed-2af6982905fd req-5de5c4b8-45da-4195-ab59-dcfaf88c0d95 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0646040 Jul 14 10:55:39.765842 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-069cf24a-5602-4536-95ed-2af6982905fd req-7aa9a735-4b71-47b4-b130-30bb21ce7ffb tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318704 Jul 14 10:55:39.981005 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3631ea-508e-43f2-abe3-89ea2b4f15c4 req-fd6118ff-c125-42f5-beaf-d9ff25e0fc06 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:39.982401 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fe3631ea-508e-43f2-abe3-89ea2b4f15c4 req-fd6118ff-c125-42f5-beaf-d9ff25e0fc06 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 943 time: 0.0662937 Jul 14 10:55:40.005563 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:55:40.023117 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fe3631ea-508e-43f2-abe3-89ea2b4f15c4 req-b595958d-505e-4898-93a7-7d0493950c42 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351312 Jul 14 10:55:40.102208 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:40.235767 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'port_id': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'mac_address': 'fa:16:3e:c1:2f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:55:40.275891 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:40.288977 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d206edf7-0999-48c3-be9c-298dfeac4419 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:55:40.317370 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:40.323031 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:40.375902 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=9']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:40.564784 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['d206edf7-0999-48c3-be9c-298dfeac4419'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:55:40.936091 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd2d86-ee21-4c4c-9c7f-d9e2ddfb1519 req-e1237939-1943-41b2-b1ec-4830adc2598c tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:40.937480 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ccbd2d86-ee21-4c4c-9c7f-d9e2ddfb1519 req-e1237939-1943-41b2-b1ec-4830adc2598c tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0621467 Jul 14 10:55:40.973810 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ccbd2d86-ee21-4c4c-9c7f-d9e2ddfb1519 req-2ff75773-564c-443f-8fb4-3fbc3ad789be tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308220 Jul 14 10:55:41.216165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9fe6-20b3-4139-817c-1e2805861ffd req-44cfbc4c-f4af-4c41-85e4-c3c5e5790074 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:41.217671 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b83c9fe6-20b3-4139-817c-1e2805861ffd req-44cfbc4c-f4af-4c41-85e4-c3c5e5790074 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 944 time: 0.0724971 Jul 14 10:55:41.258117 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b83c9fe6-20b3-4139-817c-1e2805861ffd req-886c542f-b19c-410e-ab2c-c2e8c8592049 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346906 Jul 14 10:55:42.021473 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:55:42.069908 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port d206edf7-0999-48c3-be9c-298dfeac4419 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:55:42.070275 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:42.146801 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ed210-5e15-46dd-9e33-fbd5e48073eb req-445ec5c2-8af6-4931-a788-048a7062846d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:42.148361 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-946ed210-5e15-46dd-9e33-fbd5e48073eb req-445ec5c2-8af6-4931-a788-048a7062846d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0647824 Jul 14 10:55:42.153395 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:42.179068 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:55:42.181281 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4004c733-4107-4745-ad02-f564cbacee58" -d '{"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:55:42.194735 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:42.198247 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-946ed210-5e15-46dd-9e33-fbd5e48073eb req-5adea4c0-9476-4edd-a006-10ecff31efb5 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400398 Jul 14 10:55:42.200006 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:42.200849 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 21892d00-fc7d-4f25-bea0-a442260778e2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:55:42.285357 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=10']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:42.310930 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a831a59d-c461-4e76-ab41-91215db780ce x-openstack-request-id: req-a831a59d-c461-4e76-ab41-91215db780ce {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:55:42.312027 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-plugged", "status": "completed", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:55:42.312027 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a831a59d-c461-4e76-ab41-91215db780ce {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:55:42.312027 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'code': 200} Jul 14 10:55:42.331548 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:42.366272 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:42.372643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:42.435376 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=6']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:42.506864 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b70a4-b613-4c50-8635-8f675e616348 req-f0b28c15-81eb-439d-ae98-97bc60e0aec2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:42.509165 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6f1b70a4-b613-4c50-8635-8f675e616348 req-f0b28c15-81eb-439d-ae98-97bc60e0aec2 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 946 time: 0.0831385 Jul 14 10:55:42.565917 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54782) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:55:42.593591 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6f1b70a4-b613-4c50-8635-8f675e616348 req-ae1d1fad-94a5-47c2-9150-06e71463229e tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745928 Jul 14 10:55:42.611042 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809f111-0b89-4469-b353-3a8cd5490a7a req-136ab259-3846-49a0-a006-3a876dbe4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:42.613679 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6809f111-0b89-4469-b353-3a8cd5490a7a req-136ab259-3846-49a0-a006-3a876dbe4502 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 1099 time: 0.1028335 Jul 14 10:55:42.644904 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ffea6-778d-4d32-93fe-64b0aa4e481e req-c7907594-44b6-4a89-9fc2-4630fbdfa9b7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:42.646695 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ae9ffea6-778d-4d32-93fe-64b0aa4e481e req-c7907594-44b6-4a89-9fc2-4630fbdfa9b7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0744824 Jul 14 10:55:42.678172 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6809f111-0b89-4469-b353-3a8cd5490a7a req-5796278f-36e1-4733-9d50-0ce50d7f2350 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576801 Jul 14 10:55:42.684607 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ae9ffea6-778d-4d32-93fe-64b0aa4e481e req-94900146-6421-4cbd-b7ab-5432e233321b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Jul 14 10:55:42.699140 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-fef08a07-7e1b-4c80-a93e-46b208310e8f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1312482 Jul 14 10:55:43.787346 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58e2d0-15fb-4be4-811f-926cac64bddd req-382c3356-fc25-4aee-aa48-22408bc7e8f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:43.788887 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6e58e2d0-15fb-4be4-811f-926cac64bddd req-382c3356-fc25-4aee-aa48-22408bc7e8f0 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 946 time: 0.0711107 Jul 14 10:55:43.833127 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6e58e2d0-15fb-4be4-811f-926cac64bddd req-f4ebf738-6c27-4383-9234-2eed9699603b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376639 Jul 14 10:55:43.877791 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff11e7-3a1d-453c-baf6-aeb688b1a04b req-48995dcd-c611-4efc-9194-466cc04ecbb2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:43.879281 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ceff11e7-3a1d-453c-baf6-aeb688b1a04b req-48995dcd-c611-4efc-9194-466cc04ecbb2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0765681 Jul 14 10:55:43.918771 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ceff11e7-3a1d-453c-baf6-aeb688b1a04b req-75f3b7e2-3d49-424f-869b-7442ee7b65fc tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330291 Jul 14 10:55:44.313142 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:55:44.315388 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b78748f-3aad-4a30-9d5f-4d27faf630cc" -d '{"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-unplugged", "status": "completed", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:55:44.345430 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a3f641-b426-47d0-8cac-6603943a0940 x-openstack-request-id: req-12a3f641-b426-47d0-8cac-6603943a0940 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:55:44.345807 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-unplugged", "status": "failed", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2", "code": 422}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:55:44.346010 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-12a3f641-b426-47d0-8cac-6603943a0940 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:55:44.346399 dv-cinder-796286-17-iscsi neutron-server[104701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2', 'code': 422} returned with failed status Jul 14 10:55:45.017067 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a2dfa-8441-41c2-ac12-d7775f8ec0da req-99966612-f2e1-44f2-a548-018eae37b346 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:45.018563 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e82a2dfa-8441-41c2-ac12-d7775f8ec0da req-99966612-f2e1-44f2-a548-018eae37b346 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 946 time: 0.0685802 Jul 14 10:55:45.059008 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e82a2dfa-8441-41c2-ac12-d7775f8ec0da req-f8c2da66-1063-4ffc-b19b-7b238c2be94b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340965 Jul 14 10:55:45.099507 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fab134-c453-449e-b194-9112c95d15b9 req-5fa7ce75-fb0d-4182-9adb-1233ce51b689 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:45.100996 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b3fab134-c453-449e-b194-9112c95d15b9 req-5fa7ce75-fb0d-4182-9adb-1233ce51b689 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0686626 Jul 14 10:55:45.139090 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b3fab134-c453-449e-b194-9112c95d15b9 req-b3d72924-7245-4ac0-b91b-31c85f45b14c tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318596 Jul 14 10:55:46.311785 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934b076-3c91-4549-a8f1-48a25373617e req-0fcbb4b0-a100-4eb4-ad8e-821a9ce15ec7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:46.313620 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7934b076-3c91-4549-a8f1-48a25373617e req-0fcbb4b0-a100-4eb4-ad8e-821a9ce15ec7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0637448 Jul 14 10:55:46.350791 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7934b076-3c91-4549-a8f1-48a25373617e req-7ff8485f-9e50-41b8-a1c0-ec99afa63274 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316045 Jul 14 10:55:47.335648 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-ea95f088-8de6-447f-829b-8142f5b47535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:47.337088 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-ea95f088-8de6-447f-829b-8142f5b47535 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b&tenant_id=35de3d14ef564d4ba10846b9e3cea607 HTTP/1.1" status: 200 len: 1097 time: 0.0553482 Jul 14 10:55:47.416374 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-d2194e2d-5042-4466-9021-3945985b7098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:47.419689 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-d2194e2d-5042-4466-9021-3945985b7098 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1097 time: 0.0585501 Jul 14 10:55:47.556203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-76f23de7-190d-4d77-b123-3801fdfd5564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:47.557714 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-76f23de7-190d-4d77-b123-3801fdfd5564 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 910 time: 0.1330535 Jul 14 10:55:47.568753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936a467-30e0-4804-977e-f041f3259c62 req-375a8c6b-9476-4bfa-b230-b824769d9787 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:47.570149 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2936a467-30e0-4804-977e-f041f3259c62 req-375a8c6b-9476-4bfa-b230-b824769d9787 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0985401 Jul 14 10:55:47.656093 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2936a467-30e0-4804-977e-f041f3259c62 req-c94321d2-54f0-4921-908a-a1f6128f0b6f tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789292 Jul 14 10:55:47.657928 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-ec2d9a30-4191-42e8-a659-023dd8075169 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 998 time: 0.0869517 Jul 14 10:55:47.706497 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-5b9f999d-6e03-4362-bc5b-39506c8bbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:47.707933 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-5b9f999d-6e03-4362-bc5b-39506c8bbadc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 200 len: 847 time: 0.0437968 Jul 14 10:55:47.763426 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-5c6892ce-e6b9-4673-abfb-e861e5b4b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:47.764895 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-5c6892ce-e6b9-4673-abfb-e861e5b4b78b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aee68422-9b37-44d2-b55a-b5d0bc8304f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501382 Jul 14 10:55:47.853934 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-e202a826-d6cb-4c82-bfbd-19b930ea40f1 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827289 Jul 14 10:55:47.942919 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3e2b7022-9620-4b99-bf6f-124a2cb6d6d4 req-bf6f9218-0ccd-40eb-8389-c07597368277 service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824251 Jul 14 10:55:48.840985 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bc92c-1644-4c1f-a42c-0335f2ff5865 req-b846b3a2-53f1-469a-9403-2787c8126c38 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:48.842549 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5f3bc92c-1644-4c1f-a42c-0335f2ff5865 req-b846b3a2-53f1-469a-9403-2787c8126c38 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0738609 Jul 14 10:55:48.882425 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5f3bc92c-1644-4c1f-a42c-0335f2ff5865 req-7e02925f-8107-4cff-8f34-821c3b2e784e tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342779 Jul 14 10:55:50.058461 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230528c-f339-42c7-97c6-48701f7a680b req-cfaed811-5ade-4a5c-87cc-20870725824b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:50.059974 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0230528c-f339-42c7-97c6-48701f7a680b req-cfaed811-5ade-4a5c-87cc-20870725824b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0620625 Jul 14 10:55:50.100059 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0230528c-f339-42c7-97c6-48701f7a680b req-f28010ee-93f3-4b7a-a155-6198c29521cf tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344307 Jul 14 10:55:51.269017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28f44e-f3bb-48e1-ad56-73e64bc47aef req-7135f719-62ec-4519-b99c-5ea9aba0a399 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:51.270474 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-db28f44e-f3bb-48e1-ad56-73e64bc47aef req-7135f719-62ec-4519-b99c-5ea9aba0a399 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0623751 Jul 14 10:55:51.308060 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-db28f44e-f3bb-48e1-ad56-73e64bc47aef req-3efc1c5c-b991-4860-b1bd-46286dddc088 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Jul 14 10:55:52.001568 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-051b7f4a-34ef-4276-8f60-14024acec042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:52.481281 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da2bdc-3341-407c-a0cc-4726d80f729d req-735b6c18-c9ef-4342-914b-724c7073138a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:52.482744 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c3da2bdc-3341-407c-a0cc-4726d80f729d req-735b6c18-c9ef-4342-914b-724c7073138a tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0649149 Jul 14 10:55:52.520036 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c3da2bdc-3341-407c-a0cc-4726d80f729d req-145c73c7-2913-492d-bbbe-8101ce8f6a6b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Jul 14 10:55:53.692385 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a1a70-2c9b-4d8e-802e-36bc0148de77 req-9e5edf23-9334-4361-8479-07ce40c42700 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:53.693810 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-761a1a70-2c9b-4d8e-802e-36bc0148de77 req-9e5edf23-9334-4361-8479-07ce40c42700 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 944 time: 0.0627289 Jul 14 10:55:53.734116 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-761a1a70-2c9b-4d8e-802e-36bc0148de77 req-0ad4c88d-c7ec-47d3-844d-0f07d5c22939 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338082 Jul 14 10:55:54.059712 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 21892d00-fc7d-4f25-bea0-a442260778e2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:55:54.151368 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:54.162174 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '21892d00-fc7d-4f25-bea0-a442260778e2', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'port_id': '21892d00-fc7d-4f25-bea0-a442260778e2', 'mac_address': 'fa:16:3e:f6:70:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:55:54.198227 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:54.210010 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21892d00-fc7d-4f25-bea0-a442260778e2 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:55:54.228676 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:54.232342 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:54.277213 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=7']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:54.485653 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:54.489109 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['21892d00-fc7d-4f25-bea0-a442260778e2'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:55:54.720637 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-669082cf-803b-409a-b71e-24dca9d1265a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:54.912532 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7519c8-72ae-48bc-ae26-4f112c5ac2c7 req-bcdb24eb-9769-45b8-9f2e-e65987086a27 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:54.914027 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5f7519c8-72ae-48bc-ae26-4f112c5ac2c7 req-bcdb24eb-9769-45b8-9f2e-e65987086a27 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 945 time: 0.0716372 Jul 14 10:55:54.953167 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5f7519c8-72ae-48bc-ae26-4f112c5ac2c7 req-692c7ac2-de75-43f6-be62-90c6faec1266 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324235 Jul 14 10:55:55.562045 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:56.058879 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 21892d00-fc7d-4f25-bea0-a442260778e2 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:55:56.107881 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 21892d00-fc7d-4f25-bea0-a442260778e2 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:55:56.108248 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:56.128317 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5825ca-df87-4162-a283-1c539506354f req-8ce56c9b-56ed-4d3f-ad44-2638ddccd82d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:56.129816 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6a5825ca-df87-4162-a283-1c539506354f req-8ce56c9b-56ed-4d3f-ad44-2638ddccd82d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 945 time: 0.0670872 Jul 14 10:55:56.167243 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6a5825ca-df87-4162-a283-1c539506354f req-165bd334-0ecd-4e77-92f3-698b8e7e43f8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317256 Jul 14 10:55:56.182530 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:56.204388 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:55:56.206639 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083917b6-b5cb-4d25-b519-5db75613b10c" -d '{"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-plugged", "status": "completed", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:55:56.218782 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:55:56.223254 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:56.252011 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f130f32b-d21e-4ec0-84d8-c32503a7cc3a x-openstack-request-id: req-f130f32b-d21e-4ec0-84d8-c32503a7cc3a {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:55:56.252306 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-plugged", "status": "completed", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:55:56.253177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f130f32b-d21e-4ec0-84d8-c32503a7cc3a {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:55:56.253578 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2', 'code': 200} Jul 14 10:55:56.281789 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=8']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:55:56.491353 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0579b2-cbed-4d40-93a7-d68cdcf1c8fb req-8247c6a3-cbe1-4b5c-a282-a53728f7f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:56.492805 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7f0579b2-cbed-4d40-93a7-d68cdcf1c8fb req-8247c6a3-cbe1-4b5c-a282-a53728f7f6ed service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1099 time: 0.0517693 Jul 14 10:55:56.529480 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7f0579b2-cbed-4d40-93a7-d68cdcf1c8fb req-9d5d3527-7f10-4fba-9ec2-04a2d36bbf85 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288198 Jul 14 10:55:57.340736 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3174dd-a3b3-4134-9342-04d687e324b0 req-ada5fd75-f6b6-404f-a7dc-385f30d09aa4 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:57.342221 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ac3174dd-a3b3-4134-9342-04d687e324b0 req-ada5fd75-f6b6-404f-a7dc-385f30d09aa4 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0645871 Jul 14 10:55:57.380837 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ac3174dd-a3b3-4134-9342-04d687e324b0 req-df806086-047b-4275-9d90-026b8a75aa63 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330262 Jul 14 10:55:57.511234 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:57.743082 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:58.555778 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956cd8e-b964-4147-8bfc-b9c6b3f1b1a8 req-0c5b703b-15c0-47cc-a23f-7bb0073a1587 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:58.557812 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1956cd8e-b964-4147-8bfc-b9c6b3f1b1a8 req-0c5b703b-15c0-47cc-a23f-7bb0073a1587 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0657599 Jul 14 10:55:58.597150 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1956cd8e-b964-4147-8bfc-b9c6b3f1b1a8 req-ec168d8a-b8c6-4abf-bf14-37097dbfbf9b tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335925 Jul 14 10:55:59.631743 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6e787-1991-4fb3-907a-5f724fd82292 req-93e4775e-97e5-445a-a098-3638694263ab tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:55:59.633577 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cab6e787-1991-4fb3-907a-5f724fd82292 req-93e4775e-97e5-445a-a098-3638694263ab tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 945 time: 0.0668330 Jul 14 10:55:59.671400 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cab6e787-1991-4fb3-907a-5f724fd82292 req-6f4bb44a-49b7-4452-b5a0-4b161c690d13 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324006 Jul 14 10:56:00.843453 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721087e-170a-4c43-95f8-86ff4c3efe76 req-7c330e05-cc3f-41f1-b94c-c7a8a362b523 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:00.844833 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6721087e-170a-4c43-95f8-86ff4c3efe76 req-7c330e05-cc3f-41f1-b94c-c7a8a362b523 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 945 time: 0.0627592 Jul 14 10:56:00.884612 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6721087e-170a-4c43-95f8-86ff4c3efe76 req-441f95db-0083-4761-8407-a2ab9c64edaa tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups?id=4520f759-42ed-4b03-b3e8-79b812c0c6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340774 Jul 14 10:56:01.295454 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-0999db35-729d-42a6-88b5-2525f83520ca tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:01.296910 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-0999db35-729d-42a6-88b5-2525f83520ca tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 945 time: 0.0620394 Jul 14 10:56:01.393262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Deleting port dbd3957b-9b37-4b92-9d63-599e210acad5 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:01.393655 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:01.481398 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] For port dbd3957b-9b37-4b92-9d63-599e210acad5, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=dbd3957b-9b37-4b92-9d63-599e210acad5,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:01.481749 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:01.644997 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:01.645374 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:01.645664 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Floating IP 3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d disassociated. External IP: 172.27.1.47, port: dbd3957b-9b37-4b92-9d63-599e210acad5. Jul 14 10:56:01.646002 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Calling delete_port for dbd3957b-9b37-4b92-9d63-599e210acad5 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:01.771240 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:01.799982 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event deleted for resources: {'Port': ['ID=dbd3957b-9b37-4b92-9d63-599e210acad5,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:01.810556 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.810901 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.811234 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.811566 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.811885 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.812208 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.812550 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.812870 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.813187 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.813506 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.813817 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.814130 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:01.921351 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:56:02.042024 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bcf4d7ac-5205-44be-bd8a-b940d96c4e57 req-7b861b71-b81a-4a22-9971-7d1fd6a9d1df tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/ports?device_id=dec970c7-4613-41ea-9edf-9a35dfb5900a HTTP/1.1" status: 200 len: 210 time: 0.0355279 Jul 14 10:56:02.057388 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:02.067174 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] Sync routers for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:02.077043 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:02.077628 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:55:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:02.106567 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] No DVR routers for this DVR port dbd3957b-9b37-4b92-9d63-599e210acad5 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:56:02.109338 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:02.111347 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d064e418-45fd-4533-8e3c-6989e2d02c4b req-06d7567c-8d7c-4bca-b464-8126e2d99324 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.89 "DELETE /v2.0/ports/dbd3957b-9b37-4b92-9d63-599e210acad5 HTTP/1.1" status: 204 len: 173 time: 0.8078125 Jul 14 10:56:02.111787 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'name': 'network-vif-deleted', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:56:02.114020 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b24766-6ae3-4c9d-804c-fb12fb2e1803" -d '{"events": [{"server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "name": "network-vif-deleted", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:56:02.200862 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:02.220937 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb4e59-b4dc-4c68-8e71-ac032d50e4d8 x-openstack-request-id: req-3ebb4e59-b4dc-4c68-8e71-ac032d50e4d8 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:56:02.221231 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec970c7-4613-41ea-9edf-9a35dfb5900a", "name": "network-vif-deleted", "tag": "dbd3957b-9b37-4b92-9d63-599e210acad5", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:56:02.221478 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3ebb4e59-b4dc-4c68-8e71-ac032d50e4d8 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:56:02.221869 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec970c7-4613-41ea-9edf-9a35dfb5900a', 'name': 'network-vif-deleted', 'tag': 'dbd3957b-9b37-4b92-9d63-599e210acad5', 'status': 'completed', 'code': 200} Jul 14 10:56:02.402619 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:02.427673 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] Checking router: 27fb4ee0-e4a0-4933-835e-0e507cf606b0 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:02.436410 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:02.437036 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:55:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:02.538126 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:02.739003 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:02.766769 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8ae09-259f-430d-af33-e3b70ee3ab7a None None] The sync data for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi is: [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:51:02Z', 'revision_number': 4, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'b068a9d2-3a10-4906-a469-e655fecdfac8', 'name': '', 'network_id': '31dba6b6-09fd-48b2-aeb9-799ba65bbb4b', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'mac_address': 'fa:16:3e:31:9e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:51:01Z', 'updated_at': '2021-07-14T10:51:07Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'subnets': [{'id': 'ed6d4ea1-4359-427f-9020-4b9d73703576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:02.963077 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b385cc4-2bf5-4858-9662-8ffa76240631 None None] New status for floating IP 3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:56:03.251748 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 54962) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:03.306958 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-95924d4d-a8f3-4434-af18-97c8ce14f012 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.329291 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-95924d4d-a8f3-4434-af18-97c8ce14f012 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.374653 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-95924d4d-a8f3-4434-af18-97c8ce14f012 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.377481 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-95924d4d-a8f3-4434-af18-97c8ce14f012 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.378615 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-95924d4d-a8f3-4434-af18-97c8ce14f012 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "DELETE /v2.0/security-groups/4520f759-42ed-4b03-b3e8-79b812c0c6f0 HTTP/1.1" status: 204 len: 168 time: 0.1258495 Jul 14 10:56:03.381569 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54964) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:03.387453 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95924d4d-a8f3-4434-af18-97c8ce14f012 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4520f759-42ed-4b03-b3e8-79b812c0c6f0,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:03.395883 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.api.v2.resource [None req-168265fd-cc9f-4849-aba2-3b75eeed0bf9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] show failed (client error): The resource could not be found. Jul 14 10:56:03.396932 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-168265fd-cc9f-4849-aba2-3b75eeed0bf9 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "GET /v2.0/security-groups/4520f759-42ed-4b03-b3e8-79b812c0c6f0 HTTP/1.1" status: 404 len: 347 time: 0.0143602 Jul 14 10:56:03.400589 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54966) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:03.521328 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Deleting port d0b942a3-677b-42e7-a048-bfddc6f1d101 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:03.521666 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.596126 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.596449 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.607577 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Calling delete_port for d0b942a3-677b-42e7-a048-bfddc6f1d101 owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:03.738108 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.763078 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Pushing event deleted for resources: {'Port': ['ID=d0b942a3-677b-42e7-a048-bfddc6f1d101,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:03.773967 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.774315 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.774679 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.775605 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.775942 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.776270 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.776622 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.776951 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.777277 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.777599 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.777920 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.778239 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:03.836358 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.838926 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.840133 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1500df63-2aee-4276-86e0-d85407bb7015 tempest-AttachVolumeTestJSON-1419458989 tempest-AttachVolumeTestJSON-1419458989-project] 10.222.0.67 "DELETE /v2.0/floatingips/3fc8149d-82c5-4bd4-a2b5-7b0bd0c4c11d HTTP/1.1" status: 204 len: 168 time: 0.4386375 Jul 14 10:56:04.097311 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device dbd3957b-9b37-4b92-9d63-599e210acad5 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:04.117822 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: dbd3957b-9b37-4b92-9d63-599e210acad5 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:04.118165 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device dbd3957b-9b37-4b92-9d63-599e210acad5 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:07.500942 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 54996) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:08.201260 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:08.486717 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Deleting port b068a9d2-3a10-4906-a469-e655fecdfac8 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:08.486938 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:08.564499 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] For port b068a9d2-3a10-4906-a469-e655fecdfac8, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=b068a9d2-3a10-4906-a469-e655fecdfac8,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:08.565225 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:08.576725 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Calling delete_port for b068a9d2-3a10-4906-a469-e655fecdfac8 owned by network:router_interface {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:08.766309 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:08.794154 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Pushing event deleted for resources: {'Port': ['ID=b068a9d2-3a10-4906-a469-e655fecdfac8,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:08.975878 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:09.184895 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:56:09.287236 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:09.292534 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1c7f8ace-9034-4f24-a8f2-98c243d21844 admin admin] 10.222.0.67 "PUT /v2.0/routers/27fb4ee0-e4a0-4933-835e-0e507cf606b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905591 Jul 14 10:56:09.295005 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55002) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:09.297692 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] Sync routers for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:09.307659 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:09.308254 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:55:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:09.396620 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks [] for router, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:09.408757 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:09.499365 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:09.556619 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Deleting port 318a3f8e-5931-4944-95b2-be9f8b5a06d2 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:09.556960 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:09.633798 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] For port 318a3f8e-5931-4944-95b2-be9f8b5a06d2, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=318a3f8e-5931-4944-95b2-be9f8b5a06d2,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:09.634521 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:09.646473 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Calling delete_port for 318a3f8e-5931-4944-95b2-be9f8b5a06d2 owned by network:router_gateway {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:09.699563 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:56:08Z', 'revision_number': 5, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port': {'id': '318a3f8e-5931-4944-95b2-be9f8b5a06d2', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:c8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:59Z', 'updated_at': '2021-07-14T10:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:09.725198 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] Checking router: 27fb4ee0-e4a0-4933-835e-0e507cf606b0 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:09.733811 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] Routers {'27fb4ee0-e4a0-4933-835e-0e507cf606b0'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:09.734406 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:55:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:09.814200 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:09.820795 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] Set router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 gateway port host: None {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:09.840492 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Pushing event deleted for resources: {'Port': ['ID=318a3f8e-5931-4944-95b2-be9f8b5a06d2,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:09.876872 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:56:09Z', 'revision_number': 6, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port_host': None}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:09.903283 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:09.903529 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db672f-8d88-4328-8598-4d9684fe5e4e None None] The sync data for ids ['27fb4ee0-e4a0-4933-835e-0e507cf606b0'] in dv-cinder-796286-17-iscsi is: [{'id': '27fb4ee0-e4a0-4933-835e-0e507cf606b0', 'name': 'tempest-AttachVolumeTestJSON-2068056453-router', 'tenant_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:58Z', 'updated_at': '2021-07-14T10:56:09Z', 'revision_number': 6, 'project_id': '7b3a6fa1f8834d1dbf4a9e79cf4cad04', 'gw_port_host': None}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:10.005378 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.007365 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.071400 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.072030 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27fb4ee0-e4a0-4933-835e-0e507cf606b0 {{(pid=104700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:56:10.077213 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] Notify callbacks [] for router, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.078362 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-801813ab-a644-4ff2-93c7-7bd88091771f admin admin] 10.222.0.67 "DELETE /v2.0/routers/27fb4ee0-e4a0-4933-835e-0e507cf606b0 HTTP/1.1" status: 204 len: 168 time: 0.7824671 Jul 14 10:56:10.080999 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55004) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:10.124464 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] Deleting subnet ed6d4ea1-4359-427f-9020-4b9d73703576 {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:56:10.127474 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.160870 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.268720 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.328229 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.354625 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6d4ea1-4359-427f-9020-4b9d73703576,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:10.356488 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.360795 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1c25bba7-01ba-4126-8565-7013f7285fe9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ed6d4ea1-4359-427f-9020-4b9d73703576 HTTP/1.1" status: 204 len: 168 time: 0.2764888 Jul 14 10:56:10.361055 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55006) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:10.361950 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25422421-ebdd-4fb9-ac8c-682f8a873d52 None None] Network 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:56:10.640719 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] DHCP port deletion for 31dba6b6-09fd-48b2-aeb9-799ba65bbb4b request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:56:10.666973 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.689416 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Deleting port 5f61cd36-4152-4530-9d72-531faac19e96 {{(pid=104701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:10.689802 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.718244 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Deleting port 5f61cd36-4152-4530-9d72-531faac19e96 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:10.718580 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.751274 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] For port 5f61cd36-4152-4530-9d72-531faac19e96, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5f61cd36-4152-4530-9d72-531faac19e96,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:10.751697 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.765896 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Calling delete_port for 5f61cd36-4152-4530-9d72-531faac19e96 owned by network:dhcp {{(pid=104701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:10.783977 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] For port 5f61cd36-4152-4530-9d72-531faac19e96, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5f61cd36-4152-4530-9d72-531faac19e96,segment=NetworkSegment(0153e2a2-77bb-471b-b375-c57b8572a413),segment_id=0153e2a2-77bb-471b-b375-c57b8572a413)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:10.784265 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.805641 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Calling delete_port for 5f61cd36-4152-4530-9d72-531faac19e96 owned by network:dhcp {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:10.895290 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.905962 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503'] for port, after_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:10.920476 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] No DVR routers for this DVR port 5f61cd36-4152-4530-9d72-531faac19e96 on host dv-cinder-796286-17-iscsi {{(pid=104701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:56:10.931983 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f61cd36-4152-4530-9d72-531faac19e96,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:10.935932 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] No DVR routers for this DVR port 5f61cd36-4152-4530-9d72-531faac19e96 on host dv-cinder-796286-17-iscsi {{(pid=104700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:56:10.951176 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Pushing event deleted for resources: {'Port': ['ID=5f61cd36-4152-4530-9d72-531faac19e96,revision_number=None']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:10.959099 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.959443 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.959778 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.960109 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.960431 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.960905 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.961097 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.961414 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.961738 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.962096 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.962410 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.962730 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8e4106-779d-4596-94ba-a3048ce1ddc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:56:10.988438 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device b068a9d2-3a10-4906-a469-e655fecdfac8 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:11.008731 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: b068a9d2-3a10-4906-a469-e655fecdfac8 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:11.009104 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device b068a9d2-3a10-4906-a469-e655fecdfac8 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:11.009520 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5f61cd36-4152-4530-9d72-531faac19e96 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:11.017199 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.026897 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dba6b6-09fd-48b2-aeb9-799ba65bbb4b']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:11.027425 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 5f61cd36-4152-4530-9d72-531faac19e96 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:11.027768 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5f61cd36-4152-4530-9d72-531faac19e96 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:11.028183 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 318a3f8e-5931-4944-95b2-be9f8b5a06d2 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:11.038125 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0153e2a2-77bb-471b-b375-c57b8572a413') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:11.038334 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0153e2a2-77bb-471b-b375-c57b8572a413') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:11.047233 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 318a3f8e-5931-4944-95b2-be9f8b5a06d2 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:11.047576 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 318a3f8e-5931-4944-95b2-be9f8b5a06d2 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:11.048246 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.063522 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.069523 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:56:11.069908 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:56:11.071599 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:56:11.123760 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.129202 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.131003 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] 10.222.0.67 "DELETE /v2.0/networks/31dba6b6-09fd-48b2-aeb9-799ba65bbb4b HTTP/1.1" status: 204 len: 168 time: 0.7691092 Jul 14 10:56:11.142383 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d599aeb-e00b-4f66-8e09-adda22d86a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=31dba6b6-09fd-48b2-aeb9-799ba65bbb4b,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:11.237297 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55010) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:11.280268 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-bb28e4e8-807f-47d5-88b1-36eb6c4f0a4a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b3a6fa1f8834d1dbf4a9e79cf4cad04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418336 Jul 14 10:56:11.282660 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55012) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:11.329686 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d58bd67-3bb4-480d-8414-b3759c1bb34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.350105 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d58bd67-3bb4-480d-8414-b3759c1bb34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.394948 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d58bd67-3bb4-480d-8414-b3759c1bb34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.397721 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1d58bd67-3bb4-480d-8414-b3759c1bb34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:11.398858 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1d58bd67-3bb4-480d-8414-b3759c1bb34c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7c440c5-0aaa-44aa-a3d0-ad8d8a926c65 HTTP/1.1" status: 204 len: 168 time: 0.1153228 Jul 14 10:56:11.406965 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58bd67-3bb4-480d-8414-b3759c1bb34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c440c5-0aaa-44aa-a3d0-ad8d8a926c65,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:12.028629 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55034) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:12.124103 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1627082907-network', 'tenant_id': 'dac326c07ea94e26a577ce65900cbee4'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:12.129780 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:56:12.144747 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Made reservation on behalf of dac326c07ea94e26a577ce65900cbee4 for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:12.147123 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.156286 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.243629 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.247356 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.266791 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1044} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:56:12.280071 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6892d-c5e3-4567-a93a-a4d4681c7f44,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:12.284731 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.285066 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Added segment 69a0812c-4b95-4727-9345-f1fb61384b3c of type vlan for network 777c02da-f028-46a0-8209-4a8f59f59aa6 Jul 14 10:56:12.327644 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.356907 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.357839 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:12.358406 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.408424 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3787031 Jul 14 10:56:12.411381 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55038) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:12.418895 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Request body: {'subnet': {'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1627082907-subnet', 'tenant_id': 'dac326c07ea94e26a577ce65900cbee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:12.428166 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4eb71-5271-42f9-a621-b45db02b2d47 admin admin] Pushing event updated for resources: {'Network': ['ID=777c02da-f028-46a0-8209-4a8f59f59aa6,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:12.439815 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:56:12.445793 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Made reservation on behalf of dac326c07ea94e26a577ce65900cbee4 for: {'subnet': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:12.448768 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5060036'] for subnet, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.617056 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5477501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5060086'] for subnet, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.665037 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11dfa483-e5f5-4191-8e67-3f66fd710443,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:12.679785 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Checking segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:56:12.680128 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Network hostable DHCP agents. Network: 777c02da-f028-46a0-8209-4a8f59f59aa6, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:56:12.695711 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:56:12.704538 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 777c02da-f028-46a0-8209-4a8f59f59aa6) {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:12.708705 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:12.709287 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:12.714923 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec62a92-99c4-4fbd-97a9-b12d0007cf73 None None] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:56:12.724281 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ee273cff-140a-43b5-9c19-2be69cd3ab2e admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3118582 Jul 14 10:56:12.843899 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c92f1-08ba-4b9e-8613-338c75f76cad None None] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:56:13.132324 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032ecc-d600-421f-95f3-28892916f99f req-7eb9ac3e-3d92-4236-8e2b-ecb2fa1275cc tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:13.133705 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-7eb9ac3e-3d92-4236-8e2b-ecb2fa1275cc tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.1011465 Jul 14 10:56:13.148543 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-f96a4534-ea4e-4684-90f5-67d50ee725b7 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/quotas/dac326c07ea94e26a577ce65900cbee4 HTTP/1.1" status: 200 len: 375 time: 0.0088737 Jul 14 10:56:13.180187 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-277e3ea4-52b8-4836-99e2-9c7c139b87d0 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268431 Jul 14 10:56:13.314717 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-315e0746-4444-4cdf-a374-ff95a454de87 service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277437 Jul 14 10:56:13.401424 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-7d094c89-d6d1-41de-910e-59d8a495bb83 service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808992 Jul 14 10:56:13.562172 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9ce9d9a6-e3b2-4bd4-aaf3-68647a074713 req-27bdefdb-f127-47a2-82d2-6596c7d3a35d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 210 time: 0.0301096 Jul 14 10:56:14.664816 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032ecc-d600-421f-95f3-28892916f99f req-3d17070b-be05-45ed-8db3-74e88d308dc9 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:14.668756 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-3d17070b-be05-45ed-8db3-74e88d308dc9 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.1073883 Jul 14 10:56:14.693556 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Request body: {'port': {'device_id': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'admin_state_up': True, 'tenant_id': 'dac326c07ea94e26a577ce65900cbee4'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:14.725010 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-eac2e8e1-70f7-438d-a7b8-44240596772b req-b9a7df9c-eb9e-415d-bddc-27fb7040a80a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 210 time: 0.0471208 Jul 14 10:56:14.820470 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Made reservation on behalf of dac326c07ea94e26a577ce65900cbee4 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:14.824868 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:14.961854 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Allocated IP 172.20.0.13 (777c02da-f028-46a0-8209-4a8f59f59aa6/11dfa483-e5f5-4191-8e67-3f66fd710443/c455bc39-2635-44bb-900f-cde00dcd2586) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:15.116223 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.154414 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.199292 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:15.202546 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:15.209248 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:56:15.215740 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event updated for resources: {'Port': ['ID=c455bc39-2635-44bb-900f-cde00dcd2586,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:15.259787 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:15.260392 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.274010 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-d1ea906b-396a-4eac-8fac-326b4a1dd8d2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943446 Jul 14 10:56:15.285920 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Request body: {'port': {'device_id': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:15.358223 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.613555 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c455bc39-2635-44bb-900f-cde00dcd2586 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:56:15.621448 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.632838 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Transition to ACTIVE for port object c455bc39-2635-44bb-900f-cde00dcd2586 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:56:15.636729 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.686562 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Pushing event updated for resources: {'Port': ['ID=c455bc39-2635-44bb-900f-cde00dcd2586,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:15.752737 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Attempting to bind port c455bc39-2635-44bb-900f-cde00dcd2586 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:56:15.753066 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Attempting to bind port c455bc39-2635-44bb-900f-cde00dcd2586 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:56:15.753388 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Attempting to bind port c455bc39-2635-44bb-900f-cde00dcd2586 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:56:15.757651 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Port c455bc39-2635-44bb-900f-cde00dcd2586 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:56:15.757972 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Attempting to bind port c455bc39-2635-44bb-900f-cde00dcd2586 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:56:15.762947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:56:15.763307 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Checking segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:56:15.763647 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Bound using segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:56:15.764063 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Bound port: c455bc39-2635-44bb-900f-cde00dcd2586, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:56:15.764416 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.829081 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] For port c455bc39-2635-44bb-900f-cde00dcd2586, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:15.832111 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] For port c455bc39-2635-44bb-900f-cde00dcd2586, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c455bc39-2635-44bb-900f-cde00dcd2586,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:15.837998 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.871469 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:15.872077 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:15.873483 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] 10.222.0.89 "PUT /v2.0/ports/c455bc39-2635-44bb-900f-cde00dcd2586 HTTP/1.1" status: 200 len: 1094 time: 0.5917051 Jul 14 10:56:15.873919 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'tag': 'c455bc39-2635-44bb-900f-cde00dcd2586'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:56:15.876214 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebe331c-3502-43b2-8764-50740d4df45f" -d '{"events": [{"name": "network-changed", "server_uuid": "75ee7c10-5205-4e9d-8e46-c308c08a03d8", "tag": "c455bc39-2635-44bb-900f-cde00dcd2586"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:56:15.900142 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b40f4-3b46-4e5b-a03a-765b9154979e service neutron] Pushing event updated for resources: {'Port': ['ID=c455bc39-2635-44bb-900f-cde00dcd2586,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:15.921892 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44f420-960c-4b6e-848c-1175106b738d req-85085cf9-2bac-4e12-9c13-f963c84bc5e2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:15.922383 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd557494-78a1-4249-a410-eb6f07298b2e x-openstack-request-id: req-bd557494-78a1-4249-a410-eb6f07298b2e {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:56:15.922514 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ee7c10-5205-4e9d-8e46-c308c08a03d8", "tag": "c455bc39-2635-44bb-900f-cde00dcd2586", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:56:15.922716 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd557494-78a1-4249-a410-eb6f07298b2e {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:56:15.923109 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'tag': 'c455bc39-2635-44bb-900f-cde00dcd2586', 'status': 'completed', 'code': 200} Jul 14 10:56:15.923391 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1f44f420-960c-4b6e-848c-1175106b738d req-85085cf9-2bac-4e12-9c13-f963c84bc5e2 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 944 time: 0.0850418 Jul 14 10:56:15.960196 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1f44f420-960c-4b6e-848c-1175106b738d req-f04a5c79-437e-4576-991a-35eccf2dccdf tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309417 Jul 14 10:56:15.988036 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032ecc-d600-421f-95f3-28892916f99f req-e272674d-b363-4477-9ae7-f646bebc6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:15.989543 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-e272674d-b363-4477-9ae7-f646bebc6b6d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 1097 time: 0.0565238 Jul 14 10:56:16.036415 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-6147d8ea-c07b-474f-b805-ea6238a1633b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c455bc39-2635-44bb-900f-cde00dcd2586 HTTP/1.1" status: 200 len: 217 time: 0.0329626 Jul 14 10:56:16.088106 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032ecc-d600-421f-95f3-28892916f99f req-3b1f733e-ca32-4917-b600-a31f5f50ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:16.089544 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-3b1f733e-ca32-4917-b600-a31f5f50ba6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0423582 Jul 14 10:56:16.126231 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-8b52a7a3-0a3c-445f-873d-5b5a058cfcd8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258517 Jul 14 10:56:16.214444 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-faf11328-e090-49ff-ab11-a8ef0694b853 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811222 Jul 14 10:56:16.300812 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-af032ecc-d600-421f-95f3-28892916f99f req-ed02fe61-4bd0-4ddb-82e9-7b8130a30162 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779960 Jul 14 10:56:16.669374 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe331c-3502-43b2-8764-50740d4df45f req-ff180f85-9874-4c2e-bb17-285c7bb1460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:16.670840 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9ebe331c-3502-43b2-8764-50740d4df45f req-ff180f85-9874-4c2e-bb17-285c7bb1460a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 1097 time: 0.3139555 Jul 14 10:56:16.758381 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe331c-3502-43b2-8764-50740d4df45f req-28bf0d54-49fc-4803-9e42-5752af609ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:16.760461 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9ebe331c-3502-43b2-8764-50740d4df45f req-28bf0d54-49fc-4803-9e42-5752af609ebb service neutron] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 917 time: 0.0806530 Jul 14 10:56:16.803595 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9ebe331c-3502-43b2-8764-50740d4df45f req-f293f66f-956a-4ecb-945e-8e5bf13976a3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c455bc39-2635-44bb-900f-cde00dcd2586 HTTP/1.1" status: 200 len: 217 time: 0.0350864 Jul 14 10:56:16.855187 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe331c-3502-43b2-8764-50740d4df45f req-2d131956-036a-46f1-8a38-da1affabc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:16.856568 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9ebe331c-3502-43b2-8764-50740d4df45f req-2d131956-036a-46f1-8a38-da1affabc9c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0411386 Jul 14 10:56:16.890123 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9ebe331c-3502-43b2-8764-50740d4df45f req-312617ca-bde1-4e57-97b9-d79cec756ff0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261445 Jul 14 10:56:16.980801 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9ebe331c-3502-43b2-8764-50740d4df45f req-5c21405b-d1d4-46e5-aff0-25078bee271c service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827482 Jul 14 10:56:17.072063 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9ebe331c-3502-43b2-8764-50740d4df45f req-fa76bb79-f79f-43fd-9f09-f6bfdee78148 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827127 Jul 14 10:56:17.134422 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0aedd-5bae-4061-89c5-a1c583417cf9 req-1ae3755f-ddae-4c53-a13a-8df91bf66cd0 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:17.135887 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b9d0aedd-5bae-4061-89c5-a1c583417cf9 req-1ae3755f-ddae-4c53-a13a-8df91bf66cd0 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 944 time: 0.0625298 Jul 14 10:56:17.176540 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b9d0aedd-5bae-4061-89c5-a1c583417cf9 req-3742a6a2-1dff-414e-acff-6fc630f5da95 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Jul 14 10:56:18.151116 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device c455bc39-2635-44bb-900f-cde00dcd2586 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:56:18.248787 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port c455bc39-2635-44bb-900f-cde00dcd2586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c455bc39-2635-44bb-900f-cde00dcd2586,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:18.262543 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'c455bc39-2635-44bb-900f-cde00dcd2586', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'port_id': 'c455bc39-2635-44bb-900f-cde00dcd2586', 'mac_address': 'fa:16:3e:c8:ed:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11dfa483-e5f5-4191-8e67-3f66fd710443', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:56:18.298987 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:18.312559 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c455bc39-2635-44bb-900f-cde00dcd2586 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:56:18.336620 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port c455bc39-2635-44bb-900f-cde00dcd2586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c455bc39-2635-44bb-900f-cde00dcd2586,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:18.340901 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:18.358048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db54f2-ef46-4618-ae01-ae9c6ba04cce req-5622532d-80bf-4429-8377-0caa4cdb3d47 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:18.359595 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b7db54f2-ef46-4618-ae01-ae9c6ba04cce req-5622532d-80bf-4429-8377-0caa4cdb3d47 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 944 time: 0.0724270 Jul 14 10:56:18.401438 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=c455bc39-2635-44bb-900f-cde00dcd2586,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:18.413163 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b7db54f2-ef46-4618-ae01-ae9c6ba04cce req-9590be4c-b136-4cb2-831d-414a10ed4547 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 Jul 14 10:56:18.541617 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05059c48-6cd6-4781-8fb3-0f5fdab55a65 req-a5d7b962-dd91-4cb0-a901-776006312829 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:18.543128 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-05059c48-6cd6-4781-8fb3-0f5fdab55a65 req-a5d7b962-dd91-4cb0-a901-776006312829 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 946 time: 0.0639751 Jul 14 10:56:18.579827 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-05059c48-6cd6-4781-8fb3-0f5fdab55a65 req-946d77c0-36d3-4d38-a140-4d509579a2ec tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311167 Jul 14 10:56:18.581969 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:56:19.582795 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b756ed-e704-4cdd-a42c-5aa49c1fbe6c req-9cd692ef-f25e-44c6-88a3-7b8d77bce274 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:19.584291 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-07b756ed-e704-4cdd-a42c-5aa49c1fbe6c req-9cd692ef-f25e-44c6-88a3-7b8d77bce274 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 945 time: 0.0639224 Jul 14 10:56:19.623475 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-07b756ed-e704-4cdd-a42c-5aa49c1fbe6c req-184e3bfe-aa2a-4232-bc4d-c622434ddf15 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333431 Jul 14 10:56:19.761052 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5711b4-e8f5-42fb-a4dd-15480728b5b9 req-b7192d33-486a-4a46-8031-8740dabb576b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:19.762420 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1a5711b4-e8f5-42fb-a4dd-15480728b5b9 req-b7192d33-486a-4a46-8031-8740dabb576b tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 946 time: 0.0651217 Jul 14 10:56:19.799238 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1a5711b4-e8f5-42fb-a4dd-15480728b5b9 req-cb6d726a-0bea-417e-a600-087a42585bdb tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups?id=ed1bc438-b2ea-4bdc-9f11-80743bfdc154&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313325 Jul 14 10:56:19.869727 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-c884d006-f8d3-492c-8add-91f6052c84aa tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:19.871176 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-c884d006-f8d3-492c-8add-91f6052c84aa tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 946 time: 0.0661268 Jul 14 10:56:19.970633 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Deleting port d206edf7-0999-48c3-be9c-298dfeac4419 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:19.970974 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.061237 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] For port d206edf7-0999-48c3-be9c-298dfeac4419, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=d206edf7-0999-48c3-be9c-298dfeac4419,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:20.061507 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.159725 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device c455bc39-2635-44bb-900f-cde00dcd2586 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:20.213302 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port c455bc39-2635-44bb-900f-cde00dcd2586 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:56:20.218071 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port c455bc39-2635-44bb-900f-cde00dcd2586 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:56:20.218649 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.234640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.235436 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.235924 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Floating IP 8dfd542d-7793-4eba-998c-ddb0a1131aaf disassociated. External IP: 172.27.1.234, port: d206edf7-0999-48c3-be9c-298dfeac4419. Jul 14 10:56:20.236460 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Calling delete_port for d206edf7-0999-48c3-be9c-298dfeac4419 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:20.297699 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.319871 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c455bc39-2635-44bb-900f-cde00dcd2586'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:56:20.322095 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b40ed3-8edf-468a-8011-5c121a8afa12" -d '{"events": [{"server_uuid": "75ee7c10-5205-4e9d-8e46-c308c08a03d8", "name": "network-vif-plugged", "status": "completed", "tag": "c455bc39-2635-44bb-900f-cde00dcd2586"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:56:20.341665 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port c455bc39-2635-44bb-900f-cde00dcd2586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c455bc39-2635-44bb-900f-cde00dcd2586,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:20.347182 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.369708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.374214 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc8598b-245b-4653-84e1-d03b067636cd x-openstack-request-id: req-edc8598b-245b-4653-84e1-d03b067636cd {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:56:20.374565 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee7c10-5205-4e9d-8e46-c308c08a03d8", "name": "network-vif-plugged", "status": "completed", "tag": "c455bc39-2635-44bb-900f-cde00dcd2586", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:56:20.374760 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edc8598b-245b-4653-84e1-d03b067636cd {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:56:20.375175 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c455bc39-2635-44bb-900f-cde00dcd2586', 'code': 200} Jul 14 10:56:20.398188 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event deleted for resources: {'Port': ['ID=d206edf7-0999-48c3-be9c-298dfeac4419,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:20.404328 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=c455bc39-2635-44bb-900f-cde00dcd2586,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:20.516348 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Router 5fc08b26-5040-473a-be89-988e0374eedf has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:56:20.657964 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:20.668970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41514553-3f56-4f2c-bffe-3034602bdf50 req-9ba1a9e8-e2cd-49f8-8f93-d7bd247260f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:20.670468 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-41514553-3f56-4f2c-bffe-3034602bdf50 req-9ba1a9e8-e2cd-49f8-8f93-d7bd247260f3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 1099 time: 0.1117256 Jul 14 10:56:20.671524 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] Sync routers for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:20.682145 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:20.683139 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:55:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:20.720806 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] No DVR routers for this DVR port d206edf7-0999-48c3-be9c-298dfeac4419 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:56:20.724316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:20.726352 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3877eb36-8241-48e1-8c3c-645ebafba51f req-90e8adff-2166-43c4-bf98-02fe1999a71f tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.89 "DELETE /v2.0/ports/d206edf7-0999-48c3-be9c-298dfeac4419 HTTP/1.1" status: 204 len: 173 time: 0.8474422 Jul 14 10:56:20.726802 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-deleted', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:56:20.729160 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e28d4e-71f4-486b-94a5-a4f25a6fabe0" -d '{"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-deleted", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:56:20.757069 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-41514553-3f56-4f2c-bffe-3034602bdf50 req-39e7db67-d5a9-40c1-b6d9-2e986917c7e0 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704737 Jul 14 10:56:20.798371 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c011d2d8-0ce5-4007-8c8c-638a4c72997c x-openstack-request-id: req-c011d2d8-0ce5-4007-8c8c-638a4c72997c {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:56:20.798677 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96dc3fac-5adc-46fa-9f15-dc2661124ebf", "name": "network-vif-deleted", "tag": "d206edf7-0999-48c3-be9c-298dfeac4419", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:56:20.798931 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c011d2d8-0ce5-4007-8c8c-638a4c72997c {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:56:20.799360 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96dc3fac-5adc-46fa-9f15-dc2661124ebf', 'name': 'network-vif-deleted', 'tag': 'd206edf7-0999-48c3-be9c-298dfeac4419', 'status': 'completed', 'code': 200} Jul 14 10:56:20.804576 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:20.806568 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f381ac-40a9-448f-9d9f-1149f8aff5be req-fdddd271-fada-4115-9e0b-b69e846100de tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:20.808097 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-84f381ac-40a9-448f-9d9f-1149f8aff5be req-fdddd271-fada-4115-9e0b-b69e846100de tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 946 time: 0.0724030 Jul 14 10:56:20.872944 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-84f381ac-40a9-448f-9d9f-1149f8aff5be req-0b3dda76-a4a6-472e-9dc4-149a1468a05e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548899 Jul 14 10:56:20.991171 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e1316bb5-a610-4a58-8b86-d0414a24ba07 req-0c0c1ffd-6cb2-4526-9eee-f1d783332c69 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/ports?device_id=96dc3fac-5adc-46fa-9f15-dc2661124ebf HTTP/1.1" status: 200 len: 210 time: 0.0322413 Jul 14 10:56:21.051420 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:21.077780 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] Checking router: 5fc08b26-5040-473a-be89-988e0374eedf for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:21.085744 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:21.086348 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:55:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:21.186283 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:21.381036 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:21.411145 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5aff52-e600-43e0-9687-37df5e25026f None None] The sync data for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi is: [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:50:11Z', 'revision_number': 4, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'c0480f5c-98c0-43c2-9a58-3e1142ff8150', 'name': '', 'network_id': 'aa4b9753-2866-49c1-b2b6-fd6d0327d400', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'mac_address': 'fa:16:3e:14:02:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:08Z', 'updated_at': '2021-07-14T10:50:23Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'subnets': [{'id': '37246caa-0da0-4f4c-8a2e-909975b42556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:21.646778 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06806099-077b-4a25-881a-5358a5635a16 None None] New status for floating IP 8dfd542d-7793-4eba-998c-ddb0a1131aaf: DOWN {{(pid=104701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:56:22.000548 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-30926302-9b32-4ded-861a-2da4f358f8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.037920 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113fc32-f92b-4542-a178-ff7a6b787203 req-aa074f40-40d4-4cb3-aae6-1a386536f072 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:22.041250 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d113fc32-f92b-4542-a178-ff7a6b787203 req-aa074f40-40d4-4cb3-aae6-1a386536f072 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 946 time: 0.0649953 Jul 14 10:56:22.080083 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d113fc32-f92b-4542-a178-ff7a6b787203 req-60c3d8fd-f3c0-42a8-bdb5-79464d593a1b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340507 Jul 14 10:56:22.116760 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55118) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:22.172417 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e3fff514-7cf3-47da-80d1-0a9679d315a8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.187904 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:22.196629 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e3fff514-7cf3-47da-80d1-0a9679d315a8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.208457 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: d206edf7-0999-48c3-be9c-298dfeac4419 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:22.208829 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device d206edf7-0999-48c3-be9c-298dfeac4419 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:22.245706 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e3fff514-7cf3-47da-80d1-0a9679d315a8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.248950 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e3fff514-7cf3-47da-80d1-0a9679d315a8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.250254 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e3fff514-7cf3-47da-80d1-0a9679d315a8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "DELETE /v2.0/security-groups/ed1bc438-b2ea-4bdc-9f11-80743bfdc154 HTTP/1.1" status: 204 len: 168 time: 0.1323645 Jul 14 10:56:22.253065 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55120) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:22.260244 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fff514-7cf3-47da-80d1-0a9679d315a8 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1bc438-b2ea-4bdc-9f11-80743bfdc154,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:22.278522 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.api.v2.resource [None req-12d33220-e658-4877-bc10-d3f67612e0c9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] show failed (client error): The resource could not be found. Jul 14 10:56:22.279817 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-12d33220-e658-4877-bc10-d3f67612e0c9 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "GET /v2.0/security-groups/ed1bc438-b2ea-4bdc-9f11-80743bfdc154 HTTP/1.1" status: 404 len: 347 time: 0.0255916 Jul 14 10:56:22.282873 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55122) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:22.418054 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Deleting port c67fe996-77df-438e-bbe4-b7489ff811ca {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:22.418394 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.495171 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.495495 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.506825 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Calling delete_port for c67fe996-77df-438e-bbe4-b7489ff811ca owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:22.643066 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.668249 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Pushing event deleted for resources: {'Port': ['ID=c67fe996-77df-438e-bbe4-b7489ff811ca,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:22.730794 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.733347 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:22.734485 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-3bf42840-d517-43c9-9ec5-10749153c224 tempest-AttachVolumeShelveTestJSON-1904181405 tempest-AttachVolumeShelveTestJSON-1904181405-project] 10.222.0.67 "DELETE /v2.0/floatingips/8dfd542d-7793-4eba-998c-ddb0a1131aaf HTTP/1.1" status: 204 len: 168 time: 0.4507101 Jul 14 10:56:24.487265 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:24.720190 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c688b841-f6c9-44e4-86bd-82058e0dc201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:25.282836 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55162) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:25.564982 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:25.669119 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:25.919510 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Deleting port c0480f5c-98c0-43c2-9a58-3e1142ff8150 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:25.919853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:25.996109 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] For port c0480f5c-98c0-43c2-9a58-3e1142ff8150, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=c0480f5c-98c0-43c2-9a58-3e1142ff8150,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:25.996490 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:26.008947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Calling delete_port for c0480f5c-98c0-43c2-9a58-3e1142ff8150 owned by network:router_interface {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:26.186536 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:26.212143 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0480f5c-98c0-43c2-9a58-3e1142ff8150,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:26.377702 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:26.585033 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Router 5fc08b26-5040-473a-be89-988e0374eedf has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:56:26.685141 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:56:26.690104 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-4a482aff-8388-4c27-b37b-384679e02f19 admin admin] 10.222.0.67 "PUT /v2.0/routers/5fc08b26-5040-473a-be89-988e0374eedf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4062686 Jul 14 10:56:26.692715 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55170) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:26.695245 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] Sync routers for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:56:26.705213 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:26.705820 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:56:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:26.794209 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks [] for router, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:26.807158 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:26.900040 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:26.970784 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Deleting port 48bfce50-0795-4fd8-a1e3-2bbda95cf745 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:26.971491 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.000449 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:56:26Z', 'revision_number': 5, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port': {'id': '48bfce50-0795-4fd8-a1e3-2bbda95cf745', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:07:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc08b26-5040-473a-be89-988e0374eedf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:50:04Z', 'updated_at': '2021-07-14T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:27.027524 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] Checking router: 5fc08b26-5040-473a-be89-988e0374eedf for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:56:27.035492 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] Routers {'5fc08b26-5040-473a-be89-988e0374eedf'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:56:27.036087 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:56:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['5fc08b26-5040-473a-be89-988e0374eedf'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:27.062116 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] For port 48bfce50-0795-4fd8-a1e3-2bbda95cf745, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=48bfce50-0795-4fd8-a1e3-2bbda95cf745,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:27.062504 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.075461 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Calling delete_port for 48bfce50-0795-4fd8-a1e3-2bbda95cf745 owned by network:router_gateway {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:27.207045 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] Set router 5fc08b26-5040-473a-be89-988e0374eedf gateway port host: None {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:56:27.241816 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.261326 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:56:26Z', 'revision_number': 6, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port_host': None}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:27.266134 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Pushing event deleted for resources: {'Port': ['ID=48bfce50-0795-4fd8-a1e3-2bbda95cf745,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:27.289070 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7afe214-6779-4274-b850-fe77291bbec1 None None] The sync data for ids ['5fc08b26-5040-473a-be89-988e0374eedf'] in dv-cinder-796286-17-iscsi is: [{'id': '5fc08b26-5040-473a-be89-988e0374eedf', 'name': 'tempest-AttachVolumeShelveTestJSON-1550738497-router', 'tenant_id': '05080ecfcf074986b8f9d414fb8ae1db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:50:02Z', 'updated_at': '2021-07-14T10:56:26Z', 'revision_number': 6, 'project_id': '05080ecfcf074986b8f9d414fb8ae1db', 'gw_port_host': None}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:56:27.333555 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.514692 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.681333 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.683573 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.733370 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.734133 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc08b26-5040-473a-be89-988e0374eedf {{(pid=104699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:56:27.739329 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.740501 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-fd22cda9-77d3-4a5b-9580-dc2d6eb5521e admin admin] 10.222.0.67 "DELETE /v2.0/routers/5fc08b26-5040-473a-be89-988e0374eedf HTTP/1.1" status: 204 len: 168 time: 1.0468574 Jul 14 10:56:27.743067 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55174) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:27.750518 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.788471 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] Deleting subnet 37246caa-0da0-4f4c-8a2e-909975b42556 {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:56:27.791770 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.829143 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4770947'] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.932019 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:27.987188 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5039830'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.013323 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37246caa-0da0-4f4c-8a2e-909975b42556,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:28.017474 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.019456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7d70292b-66d6-42a1-99a5-bf37d73676cc admin admin] 10.222.0.67 "DELETE /v2.0/subnets/37246caa-0da0-4f4c-8a2e-909975b42556 HTTP/1.1" status: 204 len: 168 time: 0.2752748 Jul 14 10:56:28.021878 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55178) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:28.028077 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb93af5-3620-4929-96c9-09d1442b1e97 None None] Network aa4b9753-2866-49c1-b2b6-fd6d0327d400 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:56:28.101094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.158862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Deleting port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:28.159008 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.215860 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] DHCP port deletion for aa4b9753-2866-49c1-b2b6-fd6d0327d400 request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:56:28.229166 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] For port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:28.229752 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.244257 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Calling delete_port for 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 owned by network:dhcp {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:28.264961 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] Deleting port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 {{(pid=104701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:56:28.265338 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.329579 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.361215 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:28.366125 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] No DVR routers for this DVR port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 on host dv-cinder-796286-17-iscsi {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:56:28.438186 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.451069 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4b9753-2866-49c1-b2b6-fd6d0327d400']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:28.453426 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] For port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,segment=NetworkSegment(74f4e200-959c-4aa2-a66f-f17afa4a26b6),segment_id=74f4e200-959c-4aa2-a66f-f17afa4a26b6)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:28.453825 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.462486 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f4e200-959c-4aa2-a66f-f17afa4a26b6') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:28.462780 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f4e200-959c-4aa2-a66f-f17afa4a26b6') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:56:28.466844 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] Calling delete_port for 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 owned by network:dhcp {{(pid=104701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:56:28.471973 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.486491 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.492584 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:56:28.492971 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:56:28.495315 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:56:28.545578 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503'] for port, after_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.553318 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.559285 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.561275 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] 10.222.0.67 "DELETE /v2.0/networks/aa4b9753-2866-49c1-b2b6-fd6d0327d400 HTTP/1.1" status: 204 len: 168 time: 0.5384617 Jul 14 10:56:28.571344 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] Pushing event deleted for resources: {'Port': ['ID=6d0d2c91-2fb4-45d2-928b-9d0b581231c1,revision_number=None']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:28.572670 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c3f25-01f9-4dd6-924e-a35a94c81796 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4b9753-2866-49c1-b2b6-fd6d0327d400,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:28.575479 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0236d8c-640f-4fcd-89fd-9fb2f0382c2d None None] No DVR routers for this DVR port 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 on host dv-cinder-796286-17-iscsi {{(pid=104701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:56:28.681361 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55182) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:28.723779 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d3253432-bc5b-4eb1-a391-f9a002dc926b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=05080ecfcf074986b8f9d414fb8ae1db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412798 Jul 14 10:56:28.726364 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55184) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:56:28.772724 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a371af4f-86f3-412e-a79e-f14a0947212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.794188 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a371af4f-86f3-412e-a79e-f14a0947212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.838637 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a371af4f-86f3-412e-a79e-f14a0947212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.841152 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-a371af4f-86f3-412e-a79e-f14a0947212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:28.842307 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a371af4f-86f3-412e-a79e-f14a0947212e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9de2fd69-cca3-4e74-97fd-0d2b28834640 HTTP/1.1" status: 204 len: 168 time: 0.1150625 Jul 14 10:56:28.850229 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371af4f-86f3-412e-a79e-f14a0947212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de2fd69-cca3-4e74-97fd-0d2b28834640,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:28.956177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 48bfce50-0795-4fd8-a1e3-2bbda95cf745 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:28.985309 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 48bfce50-0795-4fd8-a1e3-2bbda95cf745 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:28.985649 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 48bfce50-0795-4fd8-a1e3-2bbda95cf745 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:28.986064 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device c0480f5c-98c0-43c2-9a58-3e1142ff8150 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:29.004252 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: c0480f5c-98c0-43c2-9a58-3e1142ff8150 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:29.004616 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device c0480f5c-98c0-43c2-9a58-3e1142ff8150 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:29.005035 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:56:29.023574 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:56:29.023918 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6d0d2c91-2fb4-45d2-928b-9d0b581231c1 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:56:30.451873 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-45400ff9-2d71-485b-a8fc-63262c8ad1be tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:30.453907 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-45400ff9-2d71-485b-a8fc-63262c8ad1be tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.1254468 Jul 14 10:56:30.469533 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-7b0a3866-b03b-439d-b609-5bbb8a9b490f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/quotas/dac326c07ea94e26a577ce65900cbee4 HTTP/1.1" status: 200 len: 375 time: 0.0101240 Jul 14 10:56:30.537605 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-1283e224-5cd7-433f-a871-6c599b4d62fa tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0622427 Jul 14 10:56:30.627072 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-69978bc1-2bfa-4b50-b254-4fbe5ec98d9e service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824592 Jul 14 10:56:30.720020 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-77de0079-cf55-4d5a-ad8b-b89ca614fe03 service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869422 Jul 14 10:56:30.883644 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-abef433d-4d6a-4f75-b634-cb317c9056bc req-6852d30a-4560-4ffe-8ca5-ce400cdec6d7 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 210 time: 0.0287504 Jul 14 10:56:31.914414 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-5477153e-5dd0-4039-b1c1-29e62b692367 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:31.916723 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-5477153e-5dd0-4039-b1c1-29e62b692367 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.1067121 Jul 14 10:56:32.025961 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fdef5835-afd3-457d-ab04-9d777155191c req-f71594cb-52a6-4b9c-9816-23abca682113 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 210 time: 0.0306351 Jul 14 10:56:33.167288 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4068e8e8-a285-497f-87eb-339dade84f37 req-0c947d8b-2909-47aa-9b5d-1edf0b4d97bb tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 210 time: 0.0320120 Jul 14 10:56:34.303389 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-685b7dda-1edc-401c-b657-e70594c067af req-7488de75-1916-4db4-bb24-2a65e3bcdb5f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Jul 14 10:56:34.671138 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Request body: {'port': {'device_id': '050283dc-d073-4dd4-98c2-a44015414649', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'admin_state_up': True, 'tenant_id': 'dac326c07ea94e26a577ce65900cbee4'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:34.780992 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Made reservation on behalf of dac326c07ea94e26a577ce65900cbee4 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:34.784423 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:34.905692 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Allocated IP 172.20.0.6 (777c02da-f028-46a0-8209-4a8f59f59aa6/11dfa483-e5f5-4191-8e67-3f66fd710443/65dcf184-efe3-48b5-a184-fa20f9457d03) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:35.051150 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.088660 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.105221 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:56:35.134621 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:35.139796 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:35.144444 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:56:35.148101 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event updated for resources: {'Port': ['ID=65dcf184-efe3-48b5-a184-fa20f9457d03,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:35.198033 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:35.198653 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.213046 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-2b2579fb-4550-4218-b845-b25840bf00a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5459352 Jul 14 10:56:35.229296 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Request body: {'port': {'device_id': '050283dc-d073-4dd4-98c2-a44015414649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:35.299271 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.475640 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b76bcd-69fe-4525-9d58-d51722d4d51c req-9966f576-f604-4a97-a89d-26a3821d38da tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:35.477034 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-97b76bcd-69fe-4525-9d58-d51722d4d51c req-9966f576-f604-4a97-a89d-26a3821d38da tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 931 time: 0.0620971 Jul 14 10:56:35.514992 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-97b76bcd-69fe-4525-9d58-d51722d4d51c req-23a391ac-3d90-4eb9-80ab-1f67d3350eca tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Jul 14 10:56:35.563364 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65dcf184-efe3-48b5-a184-fa20f9457d03 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:56:35.570882 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.582439 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Transition to ACTIVE for port object 65dcf184-efe3-48b5-a184-fa20f9457d03 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:56:35.587349 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.637349 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Pushing event updated for resources: {'Port': ['ID=65dcf184-efe3-48b5-a184-fa20f9457d03,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:35.703178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Attempting to bind port 65dcf184-efe3-48b5-a184-fa20f9457d03 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:56:35.703511 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Attempting to bind port 65dcf184-efe3-48b5-a184-fa20f9457d03 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:56:35.703839 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Attempting to bind port 65dcf184-efe3-48b5-a184-fa20f9457d03 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:56:35.708140 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Port 65dcf184-efe3-48b5-a184-fa20f9457d03 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:56:35.708474 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Attempting to bind port 65dcf184-efe3-48b5-a184-fa20f9457d03 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:56:35.713935 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:56:35.714272 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Checking segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:56:35.714639 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Bound using segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:56:35.715046 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Bound port: 65dcf184-efe3-48b5-a184-fa20f9457d03, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:56:35.715896 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.776758 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] For port 65dcf184-efe3-48b5-a184-fa20f9457d03, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:35.782025 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] For port 65dcf184-efe3-48b5-a184-fa20f9457d03, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=65dcf184-efe3-48b5-a184-fa20f9457d03,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:35.787876 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.824484 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:35.825180 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:35.826723 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] 10.222.0.89 "PUT /v2.0/ports/65dcf184-efe3-48b5-a184-fa20f9457d03 HTTP/1.1" status: 200 len: 1093 time: 0.6026502 Jul 14 10:56:35.828941 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050283dc-d073-4dd4-98c2-a44015414649', 'tag': '65dcf184-efe3-48b5-a184-fa20f9457d03'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:56:35.831983 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4998055d-d95c-45eb-8923-52b88f292bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "050283dc-d073-4dd4-98c2-a44015414649", "tag": "65dcf184-efe3-48b5-a184-fa20f9457d03"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:56:35.860564 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff910-89a4-401e-8be2-e259109f0ebb service neutron] Pushing event updated for resources: {'Port': ['ID=65dcf184-efe3-48b5-a184-fa20f9457d03,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:35.876503 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92011a3-59b2-414a-bba5-9f53dfa00181 x-openstack-request-id: req-e92011a3-59b2-414a-bba5-9f53dfa00181 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:56:35.876703 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050283dc-d073-4dd4-98c2-a44015414649", "tag": "65dcf184-efe3-48b5-a184-fa20f9457d03", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:56:35.876974 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e92011a3-59b2-414a-bba5-9f53dfa00181 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:56:35.877380 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050283dc-d073-4dd4-98c2-a44015414649', 'tag': '65dcf184-efe3-48b5-a184-fa20f9457d03', 'status': 'completed', 'code': 200} Jul 14 10:56:35.942601 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-d9ca749a-a8da-45c3-aa3f-699ea90c5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:35.944138 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-d9ca749a-a8da-45c3-aa3f-699ea90c5adb service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 1096 time: 0.0591180 Jul 14 10:56:35.986904 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-1166af8f-cf75-4274-ade7-1048d58ff811 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65dcf184-efe3-48b5-a184-fa20f9457d03 HTTP/1.1" status: 200 len: 217 time: 0.0335073 Jul 14 10:56:36.042617 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-841cae0f-4f5b-4924-ade6-8e78070b79c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:36.042617 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-841cae0f-4f5b-4924-ade6-8e78070b79c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0471919 Jul 14 10:56:36.076361 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-d609d99d-2d4f-48a8-abbb-d5dc07bb231d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287049 Jul 14 10:56:36.164833 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-5da00e3b-32cf-465e-b558-d99f3553808d service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815499 Jul 14 10:56:36.254865 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-95980834-5f4c-4075-acaa-dc1e0ecf37fb req-515070f3-0e85-4fdc-9925-48f119c89a11 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825441 Jul 14 10:56:36.353773 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-463a8c34-fd95-47a0-bd9b-39623ee69541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:36.355207 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-463a8c34-fd95-47a0-bd9b-39623ee69541 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 1096 time: 0.0510945 Jul 14 10:56:36.688065 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe7f1-1c74-4f90-b5a2-c68a37528079 req-ee566af4-15c9-4002-87d0-b1af88ea6076 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:36.689533 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-416fe7f1-1c74-4f90-b5a2-c68a37528079 req-ee566af4-15c9-4002-87d0-b1af88ea6076 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 943 time: 0.0621467 Jul 14 10:56:36.726315 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-416fe7f1-1c74-4f90-b5a2-c68a37528079 req-22f8f0e8-7017-42cf-9318-d4b52b23969b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311129 Jul 14 10:56:37.373058 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-c511ae02-1527-4af5-96f3-59b98b5f4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:37.374506 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-c511ae02-1527-4af5-96f3-59b98b5f4f62 service neutron] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 917 time: 0.0877562 Jul 14 10:56:37.899016 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd390217-9248-4465-b293-bdd8c7a66766 req-cd3613fe-3074-476a-848d-5151f8718416 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:37.900540 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cd390217-9248-4465-b293-bdd8c7a66766 req-cd3613fe-3074-476a-848d-5151f8718416 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 943 time: 0.0623875 Jul 14 10:56:37.938589 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cd390217-9248-4465-b293-bdd8c7a66766 req-31f3911e-ae46-4f65-82ff-9a0d5a01563e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324686 Jul 14 10:56:38.219626 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-6fe04fa9-9c73-41a2-b03d-23d736888d53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65dcf184-efe3-48b5-a184-fa20f9457d03 HTTP/1.1" status: 200 len: 217 time: 0.0364730 Jul 14 10:56:39.112377 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10438b5-6548-40f4-9744-28956e396eab req-eeb6b31f-da84-48ea-846d-e4fa4d0c5dbc tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:39.113857 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c10438b5-6548-40f4-9744-28956e396eab req-eeb6b31f-da84-48ea-846d-e4fa4d0c5dbc tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 943 time: 0.0683665 Jul 14 10:56:39.152571 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c10438b5-6548-40f4-9744-28956e396eab req-012a69bf-4fc2-48ff-b148-69255cc5eb79 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323775 Jul 14 10:56:39.226045 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-e9aa4a16-dc33-4e57-94b1-28fe1da67d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:39.227534 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-e9aa4a16-dc33-4e57-94b1-28fe1da67d29 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0442920 Jul 14 10:56:39.271081 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-42e942ea-1b2d-4ace-b223-84b7f8c3f2fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254731 Jul 14 10:56:39.359234 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-17764088-3250-4d62-b2e8-e32d3d39838e service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805387 Jul 14 10:56:39.445599 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4998055d-d95c-45eb-8923-52b88f292bb4 req-4d7cff95-f115-4d1d-b5b7-06bca7aebf5a service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799603 Jul 14 10:56:40.330370 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd36424-e8f1-4627-bb45-cec1ab4ce274 req-2377d228-696e-4576-ab56-cbe9759d6783 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:40.331884 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-efd36424-e8f1-4627-bb45-cec1ab4ce274 req-2377d228-696e-4576-ab56-cbe9759d6783 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 943 time: 0.0682218 Jul 14 10:56:40.369635 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-efd36424-e8f1-4627-bb45-cec1ab4ce274 req-586c492f-90df-4512-befa-7d0aaec0fb78 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316219 Jul 14 10:56:41.551969 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d8944-0499-4c1c-80f5-6fa683f7a99a req-5fd8ce11-6add-4b6b-be64-4dc0497e2b2b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:41.553552 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-408d8944-0499-4c1c-80f5-6fa683f7a99a req-5fd8ce11-6add-4b6b-be64-4dc0497e2b2b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 943 time: 0.0701456 Jul 14 10:56:41.609489 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-408d8944-0499-4c1c-80f5-6fa683f7a99a req-ee023bf1-486f-498a-9c40-05534f829995 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416229 Jul 14 10:56:42.781691 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231e44f-2140-4cdc-878f-8f0ad1b312b8 req-68c04ec0-5a39-4ea2-b0bf-e4005a408a09 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:42.783140 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4231e44f-2140-4cdc-878f-8f0ad1b312b8 req-68c04ec0-5a39-4ea2-b0bf-e4005a408a09 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 943 time: 0.0656347 Jul 14 10:56:42.808536 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 65dcf184-efe3-48b5-a184-fa20f9457d03 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:56:42.821103 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4231e44f-2140-4cdc-878f-8f0ad1b312b8 req-4b42f697-7a30-4bd9-9bfd-f8eb5d8ff22c tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Jul 14 10:56:42.900378 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 65dcf184-efe3-48b5-a184-fa20f9457d03, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=65dcf184-efe3-48b5-a184-fa20f9457d03,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:42.911423 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '65dcf184-efe3-48b5-a184-fa20f9457d03', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'port_id': '65dcf184-efe3-48b5-a184-fa20f9457d03', 'mac_address': 'fa:16:3e:29:d6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11dfa483-e5f5-4191-8e67-3f66fd710443', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:56:42.950314 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:42.962835 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65dcf184-efe3-48b5-a184-fa20f9457d03 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:56:42.981572 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 65dcf184-efe3-48b5-a184-fa20f9457d03, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=65dcf184-efe3-48b5-a184-fa20f9457d03,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:42.985494 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:43.031782 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=65dcf184-efe3-48b5-a184-fa20f9457d03,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:43.992001 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d6618-5bc3-4138-a6b9-a41e9fb6bba0 req-b279df2d-8c16-4a05-87d9-f7201db90e74 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:43.994135 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-290d6618-5bc3-4138-a6b9-a41e9fb6bba0 req-b279df2d-8c16-4a05-87d9-f7201db90e74 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 944 time: 0.0658751 Jul 14 10:56:44.030321 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-290d6618-5bc3-4138-a6b9-a41e9fb6bba0 req-accf2a76-617f-4dfb-8f1e-c1786c76d76d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305815 Jul 14 10:56:45.021906 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['65dcf184-efe3-48b5-a184-fa20f9457d03'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:56:45.207890 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0625c-12d2-4a99-88e8-04393e04cb00 req-99578663-52f4-4769-ab90-be513e5c893f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:45.209282 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d3f0625c-12d2-4a99-88e8-04393e04cb00 req-99578663-52f4-4769-ab90-be513e5c893f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 944 time: 0.0632067 Jul 14 10:56:45.246106 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d3f0625c-12d2-4a99-88e8-04393e04cb00 req-148123e9-7f8a-4777-9c2c-fe4279f865ec tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Jul 14 10:56:46.417760 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099d077-75f9-48b1-ace8-6d3ffee1f8f7 req-8cffa385-df08-49e5-8eaa-d96820a1ca5b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:46.419213 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4099d077-75f9-48b1-ace8-6d3ffee1f8f7 req-8cffa385-df08-49e5-8eaa-d96820a1ca5b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 944 time: 0.0620179 Jul 14 10:56:46.455221 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4099d077-75f9-48b1-ace8-6d3ffee1f8f7 req-148d0f0e-d41d-4b39-aadd-5b85c18a078f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304658 Jul 14 10:56:46.769119 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 65dcf184-efe3-48b5-a184-fa20f9457d03 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:56:46.816087 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 65dcf184-efe3-48b5-a184-fa20f9457d03 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:56:46.819687 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 65dcf184-efe3-48b5-a184-fa20f9457d03 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:56:46.820060 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:46.896267 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:46.921068 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050283dc-d073-4dd4-98c2-a44015414649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dcf184-efe3-48b5-a184-fa20f9457d03'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:56:46.923436 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af348df-d6e7-4acc-aafc-23b39e162756" -d '{"events": [{"server_uuid": "050283dc-d073-4dd4-98c2-a44015414649", "name": "network-vif-plugged", "status": "completed", "tag": "65dcf184-efe3-48b5-a184-fa20f9457d03"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:56:46.936679 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 65dcf184-efe3-48b5-a184-fa20f9457d03, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=65dcf184-efe3-48b5-a184-fa20f9457d03,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:56:46.940976 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:46.966956 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff904377-f901-4f9a-be9d-c5f1d54a07ba x-openstack-request-id: req-ff904377-f901-4f9a-be9d-c5f1d54a07ba {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:56:46.967253 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050283dc-d073-4dd4-98c2-a44015414649", "name": "network-vif-plugged", "status": "completed", "tag": "65dcf184-efe3-48b5-a184-fa20f9457d03", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:56:46.967504 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff904377-f901-4f9a-be9d-c5f1d54a07ba {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:56:46.967896 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050283dc-d073-4dd4-98c2-a44015414649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65dcf184-efe3-48b5-a184-fa20f9457d03', 'code': 200} Jul 14 10:56:46.994762 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=65dcf184-efe3-48b5-a184-fa20f9457d03,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:47.204751 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b0276-06da-4e18-97c5-0400a5b2fb49 req-02720b60-52f4-4812-a4b3-7fc6853cffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:47.206196 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9c2b0276-06da-4e18-97c5-0400a5b2fb49 req-02720b60-52f4-4812-a4b3-7fc6853cffe3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 1098 time: 0.0537148 Jul 14 10:56:47.240077 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9c2b0276-06da-4e18-97c5-0400a5b2fb49 req-089099b6-0bc6-4a78-9b3b-0de09066d69d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265965 Jul 14 10:56:47.629761 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fb0cb-f720-464b-921b-1dbfce6f3623 req-0e08914e-7e85-46e9-9d87-05d5325c005e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:47.631246 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f27fb0cb-f720-464b-921b-1dbfce6f3623 req-0e08914e-7e85-46e9-9d87-05d5325c005e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0642338 Jul 14 10:56:47.671888 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f27fb0cb-f720-464b-921b-1dbfce6f3623 req-d91e7368-7db7-4083-a5b0-70dac5cb6e97 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Jul 14 10:56:48.846629 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56e29b-b7e6-4965-926b-ef38d316630f req-55fa9a52-8c81-485c-9ab3-a18158592eda tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:48.848010 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d56e29b-b7e6-4965-926b-ef38d316630f req-55fa9a52-8c81-485c-9ab3-a18158592eda tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0621572 Jul 14 10:56:48.884883 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d56e29b-b7e6-4965-926b-ef38d316630f req-702deb22-7f3c-429e-8a8c-31af8ebf4302 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313246 Jul 14 10:56:49.134121 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:56:50.056033 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80203f8-dd5f-4e98-96cc-522c14d7716f req-2d0b4b3e-8ddf-499e-a032-7d168d5edc0b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:50.057544 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a80203f8-dd5f-4e98-96cc-522c14d7716f req-2d0b4b3e-8ddf-499e-a032-7d168d5edc0b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0672970 Jul 14 10:56:50.094521 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a80203f8-dd5f-4e98-96cc-522c14d7716f req-8757be08-7b39-4fa7-81ac-4f3e05a20bb6 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Jul 14 10:56:51.269576 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9835ca-eee2-45b1-baf9-55851fa8bfa8 req-08425437-50b3-48c1-9235-32e3a5ccf153 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:51.271062 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7b9835ca-eee2-45b1-baf9-55851fa8bfa8 req-08425437-50b3-48c1-9235-32e3a5ccf153 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0672009 Jul 14 10:56:51.310884 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7b9835ca-eee2-45b1-baf9-55851fa8bfa8 req-28458cfa-2894-44bf-b578-5e34cba0bf1a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Jul 14 10:56:52.002358 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9e94f7a1-41ad-4168-b4d4-57a81a3f45d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:53.068946 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-24d56964-20c7-48ed-b969-991a699b9d76 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:53.070305 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-24d56964-20c7-48ed-b969-991a699b9d76 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.0978918 Jul 14 10:56:53.085236 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-ee4e1036-a418-478b-afc0-d47fff023e9c tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/quotas/dac326c07ea94e26a577ce65900cbee4 HTTP/1.1" status: 200 len: 375 time: 0.0090399 Jul 14 10:56:53.163477 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-1411a4ca-b7e3-4228-99ab-a9b896b4b961 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726533 Jul 14 10:56:53.338242 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-d2aec142-b81e-4d4d-b414-f2a5a549089a service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672688 Jul 14 10:56:53.427588 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-ffc128c8-41cd-43ef-928b-f0ea26ff895f service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837829 Jul 14 10:56:53.598618 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6dd8466c-aa1f-413a-9704-1845f037c4de req-9f5512db-f6ff-4a49-9ee6-b301a37bd38d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0367978 Jul 14 10:56:54.488401 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:54.721886 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3aff434c-ee1a-4f8d-aac1-c524f6b9ee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:54.733407 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d04303e0-a0f3-4b65-a8bf-5d29683539f8 req-e4264642-cb44-4266-bfc1-15e9b0466484 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0292158 Jul 14 10:56:55.567247 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:55.874294 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a649306f-bd92-447b-a140-817fc44ad317 req-b046519a-6c1c-40af-8fce-1e18a57bf7fe tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0281374 Jul 14 10:56:56.585141 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-15e46a9b-c2c5-4db6-9356-8cd64c07b8d1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:56.586625 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-15e46a9b-c2c5-4db6-9356-8cd64c07b8d1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.1020393 Jul 14 10:56:56.603086 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Request body: {'port': {'device_id': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'admin_state_up': True, 'tenant_id': 'dac326c07ea94e26a577ce65900cbee4'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:56.710237 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Made reservation on behalf of dac326c07ea94e26a577ce65900cbee4 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:56:56.714498 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:56.844991 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Allocated IP 172.20.0.3 (777c02da-f028-46a0-8209-4a8f59f59aa6/11dfa483-e5f5-4191-8e67-3f66fd710443/a78dd6a3-d127-463e-977d-6073ca8aed22) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:56:56.999883 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.021444 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6015bba4-e4d5-479c-8a70-54581486bd72 req-2d68efc5-2331-4dc9-9c32-9b521a14a128 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0282705 Jul 14 10:56:57.039699 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.054809 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586', '65dcf184-efe3-48b5-a184-fa20f9457d03'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:56:57.092146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:56:57.095500 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:56:57.098042 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:56:57.125216 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event updated for resources: {'Port': ['ID=a78dd6a3-d127-463e-977d-6073ca8aed22,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:57.150451 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:57.151058 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.164919 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-fd861bd1-e395-4f24-ab5f-86dcf092990a tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656841 Jul 14 10:56:57.177390 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Request body: {'port': {'device_id': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:56:57.248455 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.502835 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78dd6a3-d127-463e-977d-6073ca8aed22 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:56:57.510179 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.515776 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.523266 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Transition to ACTIVE for port object a78dd6a3-d127-463e-977d-6073ca8aed22 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:56:57.526151 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.574188 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Pushing event updated for resources: {'Port': ['ID=a78dd6a3-d127-463e-977d-6073ca8aed22,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:57.641406 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Attempting to bind port a78dd6a3-d127-463e-977d-6073ca8aed22 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:56:57.641738 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Attempting to bind port a78dd6a3-d127-463e-977d-6073ca8aed22 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:56:57.642066 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Attempting to bind port a78dd6a3-d127-463e-977d-6073ca8aed22 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:56:57.646259 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Port a78dd6a3-d127-463e-977d-6073ca8aed22 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:56:57.646579 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Attempting to bind port a78dd6a3-d127-463e-977d-6073ca8aed22 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:56:57.651820 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:56:57.652163 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Checking segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:56:57.652566 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Bound using segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:56:57.652996 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Bound port: a78dd6a3-d127-463e-977d-6073ca8aed22, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:56:57.653352 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.717035 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] For port a78dd6a3-d127-463e-977d-6073ca8aed22, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:56:57.719965 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] For port a78dd6a3-d127-463e-977d-6073ca8aed22, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a78dd6a3-d127-463e-977d-6073ca8aed22,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:56:57.724013 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.756932 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:57.757533 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.758888 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] 10.222.0.89 "PUT /v2.0/ports/a78dd6a3-d127-463e-977d-6073ca8aed22 HTTP/1.1" status: 200 len: 1093 time: 0.5856841 Jul 14 10:56:57.759311 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'tag': 'a78dd6a3-d127-463e-977d-6073ca8aed22'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:56:57.761566 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03d256a-aced-47c2-995d-60ff53a399b8" -d '{"events": [{"name": "network-changed", "server_uuid": "934db981-aaf9-4b4a-8d34-297bf9039a5d", "tag": "a78dd6a3-d127-463e-977d-6073ca8aed22"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:56:57.773092 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:57.785409 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb285846-e7bd-41cf-88fd-792c175dcce7 service neutron] Pushing event updated for resources: {'Port': ['ID=a78dd6a3-d127-463e-977d-6073ca8aed22,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:56:57.809967 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50156c7e-acaf-4849-890b-9c783cd6ca3d x-openstack-request-id: req-50156c7e-acaf-4849-890b-9c783cd6ca3d {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:56:57.810248 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "934db981-aaf9-4b4a-8d34-297bf9039a5d", "tag": "a78dd6a3-d127-463e-977d-6073ca8aed22", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:56:57.810496 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-50156c7e-acaf-4849-890b-9c783cd6ca3d {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:56:57.810876 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'tag': 'a78dd6a3-d127-463e-977d-6073ca8aed22', 'status': 'completed', 'code': 200} Jul 14 10:56:57.855045 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-5ff11d37-d325-45c7-b141-29b51adde86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:57.857207 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-5ff11d37-d325-45c7-b141-29b51adde86c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 1096 time: 0.0551691 Jul 14 10:56:57.900721 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-5a7486d4-e2d1-44b0-b514-9a02074aee01 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78dd6a3-d127-463e-977d-6073ca8aed22 HTTP/1.1" status: 200 len: 217 time: 0.0350680 Jul 14 10:56:57.953513 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-07dc5969-40f0-4a74-b6cd-7bc764e893f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:57.954972 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-07dc5969-40f0-4a74-b6cd-7bc764e893f1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0470269 Jul 14 10:56:57.988588 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-edce1351-bd96-44a8-acc7-d622ea9c6176 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267401 Jul 14 10:56:58.085990 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-0e3c0791-7a4f-4b3f-9269-4560ee004b3b service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906346 Jul 14 10:56:58.186296 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0cc396ca-bf34-4335-b774-f154608b1a03 req-d22cda40-bc11-4b8d-a45c-46f07d487813 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922756 Jul 14 10:56:58.217975 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090ec73-98d8-4334-88ff-1107d8077c86 req-2dcbdef9-6255-4b6d-bcda-744155db91d6 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:58.219475 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1090ec73-98d8-4334-88ff-1107d8077c86 req-2dcbdef9-6255-4b6d-bcda-744155db91d6 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 943 time: 0.0715852 Jul 14 10:56:58.260673 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1090ec73-98d8-4334-88ff-1107d8077c86 req-0da6a75e-7bc6-47af-b6ae-3a2905aabcb8 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335836 Jul 14 10:56:58.297211 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-d04a7d73-cc94-46f8-94ca-9d7897239b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:58.298717 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-d04a7d73-cc94-46f8-94ca-9d7897239b60 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 1096 time: 0.0548124 Jul 14 10:56:58.652367 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-d479cacb-57c9-4f86-9ab5-c8092956bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:58.653851 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-d479cacb-57c9-4f86-9ab5-c8092956bce4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 917 time: 0.3482287 Jul 14 10:56:58.694824 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-3b0525e5-48d8-4424-993f-5f419f88d93a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a78dd6a3-d127-463e-977d-6073ca8aed22 HTTP/1.1" status: 200 len: 217 time: 0.0334094 Jul 14 10:56:58.744886 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-a4ca288e-333b-49dd-a54b-0cb0aa141e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:58.746299 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-a4ca288e-333b-49dd-a54b-0cb0aa141e35 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0444484 Jul 14 10:56:58.778870 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-66b5065e-8b02-4eab-be47-e672c4b68f3c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252633 Jul 14 10:56:58.865683 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-dde34cd7-a523-4f49-9a3c-0408af6453f3 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796378 Jul 14 10:56:58.958505 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b03d256a-aced-47c2-995d-60ff53a399b8 req-45dcbadb-8c07-4882-8b77-5be1ab07fb9a service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833497 Jul 14 10:56:59.445968 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67581ed-2810-43e8-adf5-7e3b6e225c9b req-4936529e-6f93-47e4-bfc1-5de39aa6baa4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:56:59.447914 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c67581ed-2810-43e8-adf5-7e3b6e225c9b req-4936529e-6f93-47e4-bfc1-5de39aa6baa4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 943 time: 0.0706823 Jul 14 10:56:59.485406 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c67581ed-2810-43e8-adf5-7e3b6e225c9b req-181a17cb-aa62-4ae5-a441-afaaa7d1218d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Jul 14 10:57:00.664385 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5063d-410d-448c-944b-2e56709f2d5b req-bc8bf2e5-ecf6-4712-9bc5-e6a653bbf276 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:00.665912 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d1e5063d-410d-448c-944b-2e56709f2d5b req-bc8bf2e5-ecf6-4712-9bc5-e6a653bbf276 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 943 time: 0.0637181 Jul 14 10:57:00.669573 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55526) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:00.707846 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d1e5063d-410d-448c-944b-2e56709f2d5b req-baf45bf8-83a6-4fe0-b27d-7430db03c627 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362170 Jul 14 10:57:00.771060 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-a340-4b42-8668-53fcfc8c759d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:00.776328 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a78dd6a3-d127-463e-977d-6073ca8aed22 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:00.860276 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-a340-4b42-8668-53fcfc8c759d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:00.864008 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6ddba855-a340-4b42-8668-53fcfc8c759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:00.874893 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port a78dd6a3-d127-463e-977d-6073ca8aed22, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a78dd6a3-d127-463e-977d-6073ca8aed22,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:00.889596 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'a78dd6a3-d127-463e-977d-6073ca8aed22', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'port_id': 'a78dd6a3-d127-463e-977d-6073ca8aed22', 'mac_address': 'fa:16:3e:99:01:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11dfa483-e5f5-4191-8e67-3f66fd710443', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:00.908071 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-6ddba855-a340-4b42-8668-53fcfc8c759d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dea02ae9d75745eebdc1928c709acad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346625 Jul 14 10:57:00.908071 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddba855-a340-4b42-8668-53fcfc8c759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d95550-c73f-4fdd-9645-1cb68274d94a,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:00.908453 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55532) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:00.930257 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:00.943370 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78dd6a3-d127-463e-977d-6073ca8aed22 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:57:00.963305 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port a78dd6a3-d127-463e-977d-6073ca8aed22, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a78dd6a3-d127-463e-977d-6073ca8aed22,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:00.966025 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ad26c9d-35b2-4372-9173-29b8878b95fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:00.967493 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:00.986764 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ad26c9d-35b2-4372-9173-29b8878b95fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.014690 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=a78dd6a3-d127-463e-977d-6073ca8aed22,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:01.033885 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ad26c9d-35b2-4372-9173-29b8878b95fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.036364 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2ad26c9d-35b2-4372-9173-29b8878b95fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.037558 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-2ad26c9d-35b2-4372-9173-29b8878b95fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/38d95550-c73f-4fdd-9645-1cb68274d94a HTTP/1.1" status: 204 len: 168 time: 0.1280410 Jul 14 10:57:01.045461 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad26c9d-35b2-4372-9173-29b8878b95fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d95550-c73f-4fdd-9645-1cb68274d94a,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:01.232987 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['a78dd6a3-d127-463e-977d-6073ca8aed22'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:01.300934 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55538) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:01.315039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac28a-bc46-41ee-b285-1555d74399b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.400338 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac28a-bc46-41ee-b285-1555d74399b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.404185 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-fb0ac28a-bc46-41ee-b285-1555d74399b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.441745 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-fb0ac28a-bc46-41ee-b285-1555d74399b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c50933ee846c45619460d96698c01185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397135 Jul 14 10:57:01.443645 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ac28a-bc46-41ee-b285-1555d74399b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e72b83-6ba2-4f98-a37d-4cbf0d3bb678,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:01.444470 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55540) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:01.491730 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-030603aa-fde0-47d5-9ba7-44b41a2255ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.512461 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-030603aa-fde0-47d5-9ba7-44b41a2255ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.558342 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-030603aa-fde0-47d5-9ba7-44b41a2255ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.560961 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-030603aa-fde0-47d5-9ba7-44b41a2255ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:01.562078 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-030603aa-fde0-47d5-9ba7-44b41a2255ab admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/93e72b83-6ba2-4f98-a37d-4cbf0d3bb678 HTTP/1.1" status: 204 len: 168 time: 0.1165173 Jul 14 10:57:01.569403 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030603aa-fde0-47d5-9ba7-44b41a2255ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e72b83-6ba2-4f98-a37d-4cbf0d3bb678,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:01.881557 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f33b97-7623-4aea-800e-b698ba6fe0f6 req-33473da3-edfb-420a-9805-3b75ddedfc18 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:01.883019 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-44f33b97-7623-4aea-800e-b698ba6fe0f6 req-33473da3-edfb-420a-9805-3b75ddedfc18 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 944 time: 0.0643110 Jul 14 10:57:01.925475 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-44f33b97-7623-4aea-800e-b698ba6fe0f6 req-20b83c43-e06e-4650-ad2c-b3987481f3e0 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359728 Jul 14 10:57:02.781935 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a78dd6a3-d127-463e-977d-6073ca8aed22 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:02.830978 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port a78dd6a3-d127-463e-977d-6073ca8aed22 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:02.834792 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port a78dd6a3-d127-463e-977d-6073ca8aed22 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:02.835155 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:02.914654 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:02.938632 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78dd6a3-d127-463e-977d-6073ca8aed22'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:02.940906 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b676d78-7a67-459f-9091-2fde69d6ba68" -d '{"events": [{"server_uuid": "934db981-aaf9-4b4a-8d34-297bf9039a5d", "name": "network-vif-plugged", "status": "completed", "tag": "a78dd6a3-d127-463e-977d-6073ca8aed22"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:02.962177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port a78dd6a3-d127-463e-977d-6073ca8aed22, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a78dd6a3-d127-463e-977d-6073ca8aed22,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:02.967908 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:02.997004 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7888fea-5f30-469a-a001-5ab14fdd5db9 x-openstack-request-id: req-f7888fea-5f30-469a-a001-5ab14fdd5db9 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:02.997292 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934db981-aaf9-4b4a-8d34-297bf9039a5d", "name": "network-vif-plugged", "status": "completed", "tag": "a78dd6a3-d127-463e-977d-6073ca8aed22", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:02.997628 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f7888fea-5f30-469a-a001-5ab14fdd5db9 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:02.997922 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78dd6a3-d127-463e-977d-6073ca8aed22', 'code': 200} Jul 14 10:57:03.028211 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=a78dd6a3-d127-463e-977d-6073ca8aed22,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:03.121190 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c3c12-fcaa-4779-a09f-0d551c27673d req-b344374f-13f0-4502-ba4f-50d4c8d9b498 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:03.123958 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2e2c3c12-fcaa-4779-a09f-0d551c27673d req-b344374f-13f0-4502-ba4f-50d4c8d9b498 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.0725386 Jul 14 10:57:03.167472 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2e2c3c12-fcaa-4779-a09f-0d551c27673d req-94899e1f-cfa9-4c0d-9921-15c4e75860e3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Jul 14 10:57:03.246524 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74084f-8e24-4d38-b776-1390eab25163 req-2a980d75-5f5e-4f3e-97da-f22d11a96261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:03.248015 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2a74084f-8e24-4d38-b776-1390eab25163 req-2a980d75-5f5e-4f3e-97da-f22d11a96261 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 1098 time: 0.0534167 Jul 14 10:57:03.283138 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2a74084f-8e24-4d38-b776-1390eab25163 req-c35632f1-e6d1-4648-97fb-2a1dfc67a7ee service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275054 Jul 14 10:57:03.892263 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55614) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:03.989783 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.077829 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.081571 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.118149 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0dcc3ea8335b4d8a99433d0c982c7e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248082 Jul 14 10:57:04.119603 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e742b5-1c08-414a-a923-b26ea0dfa4f4,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:04.121530 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55618) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:04.126861 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.127212 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.127545 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.127876 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.128205 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.128548 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.128880 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.129203 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.129523 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.129842 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.130158 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.130472 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01640331-3b7a-48d2-8e10-1dd33149a3f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.173888 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.194597 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.241140 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.243814 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.256094 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2e742b5-1c08-414a-a923-b26ea0dfa4f4 HTTP/1.1" status: 204 len: 168 time: 0.1244330 Jul 14 10:57:04.264794 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e742b5-1c08-414a-a923-b26ea0dfa4f4,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:04.271973 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.272230 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.272591 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.273075 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.273412 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.273742 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.274068 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.274399 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.274716 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.275840 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.276429 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.276708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12be0f93-961b-4f2b-93e7-0acc952b95b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:04.359960 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb1071-22f6-44fd-a18b-93e5ceb44442 req-6ac95606-5c83-48a5-a7b8-d3e7e96bd67f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:04.361599 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-23cb1071-22f6-44fd-a18b-93e5ceb44442 req-6ac95606-5c83-48a5-a7b8-d3e7e96bd67f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.0721412 Jul 14 10:57:04.406161 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-23cb1071-22f6-44fd-a18b-93e5ceb44442 req-c3ed0ff5-4740-4080-b42a-d9ec885fc853 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381620 Jul 14 10:57:04.534442 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55626) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:04.548065 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5968e26e-639b-45fa-9901-36b9d89eec3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.635505 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5968e26e-639b-45fa-9901-36b9d89eec3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.639106 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-5968e26e-639b-45fa-9901-36b9d89eec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.676905 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-5968e26e-639b-45fa-9901-36b9d89eec3d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=942ee81ec3744c38b4ec1026016ed047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1412780 Jul 14 10:57:04.677681 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968e26e-639b-45fa-9901-36b9d89eec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e36f4d-25ee-49ea-94da-dc4cfb515167,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:04.679486 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55628) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:04.729554 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-91f1e8b8-d685-4b64-8fd9-25491ae89459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.750299 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-91f1e8b8-d685-4b64-8fd9-25491ae89459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.795856 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-91f1e8b8-d685-4b64-8fd9-25491ae89459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.798441 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-91f1e8b8-d685-4b64-8fd9-25491ae89459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:04.799576 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-91f1e8b8-d685-4b64-8fd9-25491ae89459 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a0e36f4d-25ee-49ea-94da-dc4cfb515167 HTTP/1.1" status: 204 len: 168 time: 0.1183228 Jul 14 10:57:04.807371 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1e8b8-d685-4b64-8fd9-25491ae89459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e36f4d-25ee-49ea-94da-dc4cfb515167,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:05.736905 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eff943-e900-4a9b-b358-6c6c73042966 req-4cf07553-47f0-4492-bdff-6bf5f58286ae tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:05.738230 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5eff943-e900-4a9b-b358-6c6c73042966 req-4cf07553-47f0-4492-bdff-6bf5f58286ae tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.0648022 Jul 14 10:57:05.779870 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c5eff943-e900-4a9b-b358-6c6c73042966 req-c78e1692-8d67-4c17-b82e-980118a2f1db tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359421 Jul 14 10:57:05.835669 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55662) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:05.940471 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d63857ee-bbc1-4312-bc91-84aca6e47453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:06.035484 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d63857ee-bbc1-4312-bc91-84aca6e47453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:06.041692 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d63857ee-bbc1-4312-bc91-84aca6e47453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:06.084876 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d63857ee-bbc1-4312-bc91-84aca6e47453 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bfb341cb56024847ac3c8ba6873e9e2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480774 Jul 14 10:57:06.086756 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63857ee-bbc1-4312-bc91-84aca6e47453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977f4858-bedc-4e98-8463-c91479d69b2f,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:06.087858 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55670) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:06.140200 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-37b0f1e8-a77c-42ad-93cb-4992576889cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:06.161457 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-37b0f1e8-a77c-42ad-93cb-4992576889cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:06.209427 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-37b0f1e8-a77c-42ad-93cb-4992576889cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:06.212055 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-37b0f1e8-a77c-42ad-93cb-4992576889cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:06.213423 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-37b0f1e8-a77c-42ad-93cb-4992576889cf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/977f4858-bedc-4e98-8463-c91479d69b2f HTTP/1.1" status: 204 len: 168 time: 0.1242528 Jul 14 10:57:06.221124 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0f1e8-a77c-42ad-93cb-4992576889cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977f4858-bedc-4e98-8463-c91479d69b2f,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:07.162255 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55704) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:07.263331 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-201a7259-2ae3-40e8-8a1c-751d0a12ae60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:07.357225 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-201a7259-2ae3-40e8-8a1c-751d0a12ae60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:07.361550 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-201a7259-2ae3-40e8-8a1c-751d0a12ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:07.403173 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-201a7259-2ae3-40e8-8a1c-751d0a12ae60 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cbb723c9187f489c845069a362870fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367456 Jul 14 10:57:07.403173 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a7259-2ae3-40e8-8a1c-751d0a12ae60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c3db5-9919-4d55-965a-fcf36fcfc805,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:07.403626 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55714) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:07.463371 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9f06acbd-29d6-44ff-ab67-5d7a72bd99f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:07.485041 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9f06acbd-29d6-44ff-ab67-5d7a72bd99f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:07.534456 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9f06acbd-29d6-44ff-ab67-5d7a72bd99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:07.537418 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-9f06acbd-29d6-44ff-ab67-5d7a72bd99f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:07.541549 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-9f06acbd-29d6-44ff-ab67-5d7a72bd99f4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f61c3db5-9919-4d55-965a-fcf36fcfc805 HTTP/1.1" status: 204 len: 168 time: 0.1357358 Jul 14 10:57:07.550101 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06acbd-29d6-44ff-ab67-5d7a72bd99f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c3db5-9919-4d55-965a-fcf36fcfc805,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:08.156805 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55738) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:08.247263 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2027479501-network', 'tenant_id': '7d4683e6e0aa4095886bf3442f4412b6'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:08.267287 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Made reservation on behalf of 7d4683e6e0aa4095886bf3442f4412b6 for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:08.269561 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.278002 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.362383 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.365783 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.388295 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1036} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:57:08.397573 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:08.402727 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.403064 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Added segment b1d1a65d-7a1f-44c5-abba-e5240f6dc912 of type vlan for network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 Jul 14 10:57:08.443923 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.470973 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.471897 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:08.472465 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.523208 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3652992 Jul 14 10:57:08.526766 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55744) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:08.531692 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb66c42-964c-46ac-8563-6a27e8a85183 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:08.538878 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Request body: {'subnet': {'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2027479501-subnet', 'tenant_id': '7d4683e6e0aa4095886bf3442f4412b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:08.544173 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:57:08.562049 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Made reservation on behalf of 7d4683e6e0aa4095886bf3442f4412b6 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:08.564424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5039859'] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.724959 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5039809'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.780120 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fe5a94-3165-42dd-9e04-3c8bbe153c6e,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:08.796745 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Checking segment: {'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:08.797104 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Network hostable DHCP agents. Network: 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:57:08.813485 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:57:08.822340 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:08.826337 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:08.826926 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:08.832250 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b81b8d-87ae-424c-a31b-56cffdcbcb14 None None] Network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:08.842211 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-44680fd3-c740-44f2-8040-696637e42fa4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3143275 Jul 14 10:57:08.951619 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2333db2-9b22-4dfa-a4e9-76db99e769f6 None None] Network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:10.565116 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-8f956e04-d198-4cad-b9c5-22d24fddd4f8 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:10.566577 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-8f956e04-d198-4cad-b9c5-22d24fddd4f8 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/networks?id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 HTTP/1.1" status: 200 len: 814 time: 0.1007588 Jul 14 10:57:10.581290 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-245463cf-718c-45c3-9675-ab82c81c8ffd tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/quotas/7d4683e6e0aa4095886bf3442f4412b6 HTTP/1.1" status: 200 len: 375 time: 0.0095186 Jul 14 10:57:10.613790 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-be0ba925-74d2-42b0-87d1-107069b9ef2b tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d4683e6e0aa4095886bf3442f4412b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275681 Jul 14 10:57:10.706060 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-dfff67d9-762d-429b-a09a-45c77c9f4928 service neutron] 10.222.0.67 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853617 Jul 14 10:57:10.792592 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4dfda927-30ed-43ee-8872-59e2a31b22e4 service neutron] 10.222.0.67 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808001 Jul 14 10:57:10.957234 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-29165fac-f018-41a6-adea-672b76a30fd9 req-a43cc233-f3c7-4b9a-beb6-a21add1e7643 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 210 time: 0.0290320 Jul 14 10:57:12.060657 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-671233bc-0be8-48e1-b42e-4562ef6e742c tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:12.062321 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-671233bc-0be8-48e1-b42e-4562ef6e742c tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "GET /v2.0/networks?id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 HTTP/1.1" status: 200 len: 814 time: 0.1109672 Jul 14 10:57:12.085909 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Request body: {'port': {'device_id': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8', 'admin_state_up': True, 'tenant_id': '7d4683e6e0aa4095886bf3442f4412b6'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:12.107340 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3fc70e9d-ada9-484a-8ed1-f09acade1a01 req-9f60fdd8-4c31-42ce-9980-c511978facd3 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 210 time: 0.0358820 Jul 14 10:57:12.214721 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Made reservation on behalf of 7d4683e6e0aa4095886bf3442f4412b6 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:12.218324 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:12.337852 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Allocated IP 172.20.0.13 (4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8/c5fe5a94-3165-42dd-9e04-3c8bbe153c6e/6b9a9c6c-e2ce-41d9-9603-c35b42e811ed) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:12.483774 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:12.521356 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:12.564021 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:12.569132 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:12.572971 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:12.597411 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Pushing event updated for resources: {'Port': ['ID=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:12.625594 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:12.626201 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:12.639848 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-53d9e3b2-52dd-41cd-8097-e2d844544544 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5585659 Jul 14 10:57:12.653595 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Request body: {'port': {'device_id': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:12.729483 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:13.017055 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:57:13.025689 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:13.039711 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Transition to ACTIVE for port object 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:13.044900 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:13.104742 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:13.176345 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Attempting to bind port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:13.176625 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Attempting to bind port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:13.176959 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Attempting to bind port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed on network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:13.181396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed on network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:57:13.181715 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Attempting to bind port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed on network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:13.189955 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:13.190486 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Checking segment: {'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:13.191114 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Bound using segment: {'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:13.191857 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Bound port: 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:13.192336 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:13.263563 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] For port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:13.266769 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] For port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:13.273456 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:13.304152 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d3eaa-995a-4286-9ffa-5386410c6ad1 req-61aa3a8b-d92c-431c-9f57-ef77432e75d5 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:13.305662 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d78d3eaa-995a-4286-9ffa-5386410c6ad1 req-61aa3a8b-d92c-431c-9f57-ef77432e75d5 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 944 time: 0.0740685 Jul 14 10:57:13.314131 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:13.314750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:13.316148 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] 10.222.0.89 "PUT /v2.0/ports/6b9a9c6c-e2ce-41d9-9603-c35b42e811ed HTTP/1.1" status: 200 len: 1094 time: 0.6670306 Jul 14 10:57:13.316608 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'tag': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:13.318869 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0b1243-a616-4162-8201-73e29bfc8a8c", "tag": "6b9a9c6c-e2ce-41d9-9603-c35b42e811ed"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:13.346463 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcafd10-ede3-4e99-b429-2b12e7c19e8b service neutron] Pushing event updated for resources: {'Port': ['ID=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:13.360608 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d78d3eaa-995a-4286-9ffa-5386410c6ad1 req-2b6398ab-bcd6-4477-97b6-ca4df1229f6a tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486941 Jul 14 10:57:13.413969 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20081a06-6af8-4a5e-a8d3-77d0f11c2e19 x-openstack-request-id: req-20081a06-6af8-4a5e-a8d3-77d0f11c2e19 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:13.414265 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0b1243-a616-4162-8201-73e29bfc8a8c", "tag": "6b9a9c6c-e2ce-41d9-9603-c35b42e811ed", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:13.414517 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-20081a06-6af8-4a5e-a8d3-77d0f11c2e19 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:13.414911 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'tag': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed', 'status': 'completed', 'code': 200} Jul 14 10:57:13.441666 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-84f54892-bb95-4675-8a44-6388b2a5f2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:13.443102 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-84f54892-bb95-4675-8a44-6388b2a5f2f9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d4683e6e0aa4095886bf3442f4412b6&device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 1097 time: 0.0616236 Jul 14 10:57:13.484643 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-4d3a5ec0-db76-4394-a92e-a74647533f10 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed HTTP/1.1" status: 200 len: 217 time: 0.0327392 Jul 14 10:57:13.536781 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-351facd3-e69d-4668-a810-2e93ae450bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:13.538198 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-351facd3-e69d-4668-a810-2e93ae450bfd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c5fe5a94-3165-42dd-9e04-3c8bbe153c6e HTTP/1.1" status: 200 len: 854 time: 0.0468056 Jul 14 10:57:13.571295 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-f955a2e8-563c-44e2-bf2a-f987648b6ccb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254133 Jul 14 10:57:13.662526 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-9b89d7a1-1fce-46af-8708-51c5bb1239a6 service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828893 Jul 14 10:57:13.757173 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55e5e9da-1afc-42cc-9109-8db130f68670 req-ceeb25b0-d4d2-4c1e-bc98-2a7e8b6a514a service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875199 Jul 14 10:57:13.865989 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-240571f1-869f-446c-b874-afe46162ab9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:13.867475 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-240571f1-869f-446c-b874-afe46162ab9c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d4683e6e0aa4095886bf3442f4412b6&device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 1097 time: 0.0554202 Jul 14 10:57:13.959398 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-3ed3fe00-7da5-475a-a94a-ee6e34860f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:13.960873 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-3ed3fe00-7da5-475a-a94a-ee6e34860f19 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 HTTP/1.1" status: 200 len: 916 time: 0.0858769 Jul 14 10:57:14.001089 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-8a3db4ba-85ae-4b95-825c-be54b2083c73 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed HTTP/1.1" status: 200 len: 217 time: 0.0332789 Jul 14 10:57:14.048025 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-1eee81a9-b568-4a4b-be7d-1b72445d7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:14.049356 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-1eee81a9-b568-4a4b-be7d-1b72445d7cdf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c5fe5a94-3165-42dd-9e04-3c8bbe153c6e HTTP/1.1" status: 200 len: 854 time: 0.0415142 Jul 14 10:57:14.081762 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-af6fe84a-0e54-42c9-8764-6b95727d89e1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243564 Jul 14 10:57:14.172480 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-6e015971-eb30-452b-91f0-24d1b9ac3e30 service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839777 Jul 14 10:57:14.261097 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-cfacd17f-6bec-468f-a6f3-5ca4cf202c49 req-b390e5ba-11f8-4ace-a435-3610298cd30b service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799124 Jul 14 10:57:14.519241 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f487dd-8d0a-406e-8cc0-c19c5abe80a2 req-cab3fc38-62bb-44e2-beec-58e9c189c4f9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:14.520706 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-04f487dd-8d0a-406e-8cc0-c19c5abe80a2 req-cab3fc38-62bb-44e2-beec-58e9c189c4f9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 944 time: 0.0616426 Jul 14 10:57:14.558039 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-04f487dd-8d0a-406e-8cc0-c19c5abe80a2 req-edf62aa0-94aa-477c-871d-914dc857e9f8 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Jul 14 10:57:14.866785 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:14.962941 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:14.974014 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed', 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8', 'port_id': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed', 'mac_address': 'fa:16:3e:99:45:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe5a94-3165-42dd-9e04-3c8bbe153c6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:15.010488 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:15.022479 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:57:15.043219 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:15.047021 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:15.096097 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:15.103697 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.103982 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.104319 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.104691 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.105020 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.105349 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.105675 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.106000 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.106324 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.106643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.106949 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.107264 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:15.315366 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['6b9a9c6c-e2ce-41d9-9603-c35b42e811ed'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:15.735203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce694d96-0a9a-4a59-aa27-c66f79d83875 req-007ff866-ee60-4350-beac-c0e7e2859b61 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:15.736589 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ce694d96-0a9a-4a59-aa27-c66f79d83875 req-007ff866-ee60-4350-beac-c0e7e2859b61 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 945 time: 0.0662460 Jul 14 10:57:15.773655 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ce694d96-0a9a-4a59-aa27-c66f79d83875 req-eec304e5-467d-450c-8ee1-20f3619b17f3 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315330 Jul 14 10:57:16.667306 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-555a91e5-48ab-4e90-b428-c27a584500a5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:16.668764 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-555a91e5-48ab-4e90-b428-c27a584500a5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.1006756 Jul 14 10:57:16.683022 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-773a9379-7169-4453-8afe-0c842cca3fc3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/quotas/dac326c07ea94e26a577ce65900cbee4 HTTP/1.1" status: 200 len: 375 time: 0.0090027 Jul 14 10:57:16.750575 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-93ee77b7-6272-4d22-b701-5f68f8277b05 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628421 Jul 14 10:57:16.840136 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-da75c94c-dbe3-4851-9a77-fbb094c2088f service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831876 Jul 14 10:57:16.880755 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:16.930479 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-2de56f47-b8ad-4bec-8449-1aaf2df98c28 service neutron] 10.222.0.67 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846963 Jul 14 10:57:16.940977 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:16.945037 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:16.945492 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:16.946921 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c61a0-5df3-42e0-b253-f82028d7fe74 req-e3029e2d-9dc9-4bd9-9efa-2a3dd3d77997 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:16.948431 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c40c61a0-5df3-42e0-b253-f82028d7fe74 req-e3029e2d-9dc9-4bd9-9efa-2a3dd3d77997 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 945 time: 0.0660875 Jul 14 10:57:16.991443 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c40c61a0-5df3-42e0-b253-f82028d7fe74 req-4814adad-ab58-481b-a441-0fdffcce0654 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364664 Jul 14 10:57:17.026734 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:17.053472 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:17.055841 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1507a391-21a1-4a40-903e-f4947113920d" -d '{"events": [{"server_uuid": "2c0b1243-a616-4162-8201-73e29bfc8a8c", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a9c6c-e2ce-41d9-9603-c35b42e811ed"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:17.070085 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:17.074704 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:17.104536 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37724ab-4e77-464b-87df-e610b1df1fcf x-openstack-request-id: req-c37724ab-4e77-464b-87df-e610b1df1fcf {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:17.104917 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b1243-a616-4162-8201-73e29bfc8a8c", "name": "network-vif-plugged", "status": "completed", "tag": "6b9a9c6c-e2ce-41d9-9603-c35b42e811ed", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:17.105232 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c37724ab-4e77-464b-87df-e610b1df1fcf {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:17.105690 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed', 'code': 200} Jul 14 10:57:17.118233 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5bdb95dc-eb41-4d81-9b2b-e5f0931925f1 req-45f54587-f370-42ca-bf5c-b4a11b7856ed tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 210 time: 0.0323873 Jul 14 10:57:17.129976 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:17.334333 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723abf18-0d66-4ef3-8719-07978521ac84 req-c004a4aa-7c7d-4805-9108-6e0d134f4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:17.336121 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-723abf18-0d66-4ef3-8719-07978521ac84 req-c004a4aa-7c7d-4805-9108-6e0d134f4a08 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 1099 time: 0.0574996 Jul 14 10:57:17.376209 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-723abf18-0d66-4ef3-8719-07978521ac84 req-6e52259b-f0fc-4058-a653-bff2e30385b5 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284464 Jul 14 10:57:18.180548 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f4a32-e0c7-43c2-b230-d0b1ea6fc3db req-de337497-2c42-458e-a9b6-ed4706ccfce1 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:18.182571 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-120f4a32-e0c7-43c2-b230-d0b1ea6fc3db req-de337497-2c42-458e-a9b6-ed4706ccfce1 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 946 time: 0.0755756 Jul 14 10:57:18.232458 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-120f4a32-e0c7-43c2-b230-d0b1ea6fc3db req-3603302c-4e0d-4d86-8849-e282bfee5537 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433404 Jul 14 10:57:18.239326 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-3027f8b2-e4c4-4673-a20c-123de7790d09 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:18.241554 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-3027f8b2-e4c4-4673-a20c-123de7790d09 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 815 time: 0.1063290 Jul 14 10:57:18.258684 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Request body: {'port': {'device_id': '24b2c399-1417-4a84-945b-565bec57e8f9', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'admin_state_up': True, 'tenant_id': 'dac326c07ea94e26a577ce65900cbee4'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:18.285293 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7fc5f3ee-15cb-4720-b1f2-933b5ef94bc3 req-01b7bffa-8863-4d62-b994-013d3145d90e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 210 time: 0.0426178 Jul 14 10:57:18.393992 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Made reservation on behalf of dac326c07ea94e26a577ce65900cbee4 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:18.397816 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:18.529543 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Allocated IP 172.20.0.5 (777c02da-f028-46a0-8209-4a8f59f59aa6/11dfa483-e5f5-4191-8e67-3f66fd710443/29025299-1ca0-4e35-bfbc-15041ba6ae15) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:18.670529 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:18.707859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:18.720052 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586', '65dcf184-efe3-48b5-a184-fa20f9457d03', 'a78dd6a3-d127-463e-977d-6073ca8aed22'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:18.757037 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Network 777c02da-f028-46a0-8209-4a8f59f59aa6 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:18.762240 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:18.766903 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:18.770548 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event updated for resources: {'Port': ['ID=29025299-1ca0-4e35-bfbc-15041ba6ae15,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:18.815069 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:18.815748 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:18.828914 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-580cfc1c-e810-4671-886a-5f29a86f10a3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5738966 Jul 14 10:57:18.841491 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Request body: {'port': {'device_id': '24b2c399-1417-4a84-945b-565bec57e8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:18.909599 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:19.165750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29025299-1ca0-4e35-bfbc-15041ba6ae15 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:57:19.173327 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:19.184630 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Transition to ACTIVE for port object 29025299-1ca0-4e35-bfbc-15041ba6ae15 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:19.188402 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:19.240650 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=29025299-1ca0-4e35-bfbc-15041ba6ae15,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:19.304454 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Attempting to bind port 29025299-1ca0-4e35-bfbc-15041ba6ae15 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:19.304813 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Attempting to bind port 29025299-1ca0-4e35-bfbc-15041ba6ae15 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:19.305143 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Attempting to bind port 29025299-1ca0-4e35-bfbc-15041ba6ae15 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:19.309320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Port 29025299-1ca0-4e35-bfbc-15041ba6ae15 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:57:19.309638 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Attempting to bind port 29025299-1ca0-4e35-bfbc-15041ba6ae15 on network 777c02da-f028-46a0-8209-4a8f59f59aa6 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:19.314387 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:19.314724 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Checking segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:19.315102 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Bound using segment: {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:19.315523 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Bound port: 29025299-1ca0-4e35-bfbc-15041ba6ae15, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a0812c-4b95-4727-9345-f1fb61384b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:19.315877 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:19.385221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] For port 29025299-1ca0-4e35-bfbc-15041ba6ae15, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:19.388397 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] For port 29025299-1ca0-4e35-bfbc-15041ba6ae15, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=29025299-1ca0-4e35-bfbc-15041ba6ae15,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:19.394792 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:19.416005 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba5a9-c852-4fc2-bc2f-8eadf57bcacf req-c4bb83f2-8ea3-4ae9-8ef4-fc250175924d tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:19.417789 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f67ba5a9-c852-4fc2-bc2f-8eadf57bcacf req-c4bb83f2-8ea3-4ae9-8ef4-fc250175924d tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 946 time: 0.0752025 Jul 14 10:57:19.455741 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f67ba5a9-c852-4fc2-bc2f-8eadf57bcacf req-14cc6528-53ff-4839-af68-f1c73c58dd59 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319054 Jul 14 10:57:19.461359 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:19.461952 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:19.464003 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] 10.222.0.89 "PUT /v2.0/ports/29025299-1ca0-4e35-bfbc-15041ba6ae15 HTTP/1.1" status: 200 len: 1093 time: 0.6271806 Jul 14 10:57:19.466103 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b2c399-1417-4a84-945b-565bec57e8f9', 'tag': '29025299-1ca0-4e35-bfbc-15041ba6ae15'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:19.468192 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea" -d '{"events": [{"name": "network-changed", "server_uuid": "24b2c399-1417-4a84-945b-565bec57e8f9", "tag": "29025299-1ca0-4e35-bfbc-15041ba6ae15"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:19.492079 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6292c4c-2f0c-4447-a550-72439bbc0b43 service neutron] Pushing event updated for resources: {'Port': ['ID=29025299-1ca0-4e35-bfbc-15041ba6ae15,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:19.524346 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873ca3f-263d-4322-b18f-38771e2139ab req-43080d44-a68b-4ce7-9afd-722d337cfa95 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:19.526268 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1873ca3f-263d-4322-b18f-38771e2139ab req-43080d44-a68b-4ce7-9afd-722d337cfa95 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 943 time: 0.1215861 Jul 14 10:57:19.528787 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c9c169-496f-4841-868e-1413398e0b38 x-openstack-request-id: req-70c9c169-496f-4841-868e-1413398e0b38 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:19.529137 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b2c399-1417-4a84-945b-565bec57e8f9", "tag": "29025299-1ca0-4e35-bfbc-15041ba6ae15", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:19.529989 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-70c9c169-496f-4841-868e-1413398e0b38 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:19.529989 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b2c399-1417-4a84-945b-565bec57e8f9', 'tag': '29025299-1ca0-4e35-bfbc-15041ba6ae15', 'status': 'completed', 'code': 200} Jul 14 10:57:19.597354 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-1873ca3f-263d-4322-b18f-38771e2139ab req-636baf96-103e-487d-a0c3-0d81e4c21e9e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594487 Jul 14 10:57:19.615596 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-52aec7db-43db-42a3-95bb-14c7af9111ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:19.617064 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-52aec7db-43db-42a3-95bb-14c7af9111ca service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0899277 Jul 14 10:57:19.660875 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-5db90567-7683-4f03-9908-b9d7ba22f2e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29025299-1ca0-4e35-bfbc-15041ba6ae15 HTTP/1.1" status: 200 len: 217 time: 0.0343583 Jul 14 10:57:19.710133 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-056b5950-128b-41cb-99d2-4d187bfc0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:19.711579 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-056b5950-128b-41cb-99d2-4d187bfc0509 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0433888 Jul 14 10:57:19.749924 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-2225f2ab-fa29-468c-977d-111de4327c0d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300415 Jul 14 10:57:19.838111 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-4fed50fd-0c59-470e-89e8-42eaf6cab843 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809388 Jul 14 10:57:19.940790 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-daedb87b-30b6-4282-a748-cb3d7dd573ab req-474af8d1-df56-4d4d-b64f-ccd6eb536bd1 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933535 Jul 14 10:57:20.037912 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-e609001b-5bb9-4587-9443-a66b355ffb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:20.039401 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-e609001b-5bb9-4587-9443-a66b355ffb79 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0519733 Jul 14 10:57:20.127255 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-ce3d33f6-547b-4471-8db7-b5fd9b40601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:20.128743 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-ce3d33f6-547b-4471-8db7-b5fd9b40601a service neutron] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 917 time: 0.0826600 Jul 14 10:57:20.177532 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-53074709-4bc5-4c90-847e-2af623f7355d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29025299-1ca0-4e35-bfbc-15041ba6ae15 HTTP/1.1" status: 200 len: 217 time: 0.0372655 Jul 14 10:57:20.219179 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55918) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:20.232153 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-1b644632-1537-435c-9f62-859d02d0144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:20.233472 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-1b644632-1537-435c-9f62-859d02d0144e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0435843 Jul 14 10:57:20.271624 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-1f2fb992-8351-4490-b908-ab453af9ad5a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269465 Jul 14 10:57:20.364547 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-1eeff743-8e01-4f3a-b499-15d17c73110e service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856194 Jul 14 10:57:20.378373 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Deleting port e474565a-35fc-46fe-b1a5-3c9b59b072f2 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:20.378729 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:20.458152 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54ec12e7-c7c8-469b-85f9-d5e5de8807ea req-90bed180-6b6d-4fe6-b241-da45a4a5b10a service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858002 Jul 14 10:57:20.458385 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:20.458857 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:20.470259 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Calling delete_port for e474565a-35fc-46fe-b1a5-3c9b59b072f2 owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:20.642249 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:20.668901 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event deleted for resources: {'Port': ['ID=e474565a-35fc-46fe-b1a5-3c9b59b072f2,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:20.766754 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:20.767098 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.l3_db [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Floating IP a5696b72-87bc-41f1-9a89-925201365e69 disassociated (deleted). External IP: 172.27.1.7, port: 21892d00-fc7d-4f25-bea0-a442260778e2. Jul 14 10:57:20.833359 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4739d2a-47d6-46fd-a80f-38adb85ed025 req-c56c5875-ebba-49a7-870f-d0c1dcc07cb9 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:20.834824 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d4739d2a-47d6-46fd-a80f-38adb85ed025 req-c56c5875-ebba-49a7-870f-d0c1dcc07cb9 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 943 time: 0.1213059 Jul 14 10:57:20.911812 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d4739d2a-47d6-46fd-a80f-38adb85ed025 req-abc1db50-4f08-4a58-9a32-9b2ecdce0460 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482135 Jul 14 10:57:21.269291 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Router 1e749084-f656-45ab-9e13-35bcb552f51e has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:57:21.375585 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:21.380297 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:21.385603 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] Sync routers for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:21.394349 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:21.394953 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:56:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:21.416382 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-db361b15-4ef5-49de-b666-a086b6bdd8a7 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "DELETE /v2.0/floatingips/a5696b72-87bc-41f1-9a89-925201365e69 HTTP/1.1" status: 204 len: 168 time: 1.1957567 Jul 14 10:57:21.417012 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:21.419237 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b45975b-0788-4179-b718-3fd79f8b5692" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:21.503619 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:21.579336 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36814a1d-a8a9-43c1-8d12-61bf1c7fb8ce x-openstack-request-id: req-36814a1d-a8a9-43c1-8d12-61bf1c7fb8ce {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:21.579836 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:21.579949 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36814a1d-a8a9-43c1-8d12-61bf1c7fb8ce {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:21.580245 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2', 'status': 'completed', 'code': 200} Jul 14 10:57:21.669933 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-4f6c2f5d-ca24-4dfd-ad49-4797d4f84086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:21.671506 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-4f6c2f5d-ca24-4dfd-ad49-4797d4f84086 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=35de3d14ef564d4ba10846b9e3cea607&device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 1099 time: 0.0612688 Jul 14 10:57:21.727854 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:23Z', 'revision_number': 5, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:21.754645 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] Checking router: 1e749084-f656-45ab-9e13-35bcb552f51e for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:21.763815 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:21.764429 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:56:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:21.779398 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-08533e09-21f5-4042-9986-2b35eeeeb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:21.780991 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-08533e09-21f5-4042-9986-2b35eeeeb229 service neutron] 10.222.0.89 "GET /v2.0/networks?id=aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 200 len: 910 time: 0.0998714 Jul 14 10:57:21.803810 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637b52b-3d72-4124-bb4e-001519931455 req-d8f45ca4-42bd-45da-a1b9-99d38edb84e2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:21.805358 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3637b52b-3d72-4124-bb4e-001519931455 req-d8f45ca4-42bd-45da-a1b9-99d38edb84e2 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0633252 Jul 14 10:57:21.824486 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-054faa0f-6ab8-40af-8db8-cd80a56542e7 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 200 len: 217 time: 0.0355992 Jul 14 10:57:21.844704 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3637b52b-3d72-4124-bb4e-001519931455 req-71e1e3db-96ab-4461-919b-fbec79b509f6 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328546 Jul 14 10:57:21.880632 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-86702892-fe07-42cb-a62e-b59dd18ecb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:21.882072 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-86702892-fe07-42cb-a62e-b59dd18ecb1f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 200 len: 847 time: 0.0490880 Jul 14 10:57:21.883141 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:21.952504 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-b15a51ec-8df7-42ca-b2a9-63d8b626bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:21.954470 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-b15a51ec-8df7-42ca-b2a9-63d8b626bb44 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=aee68422-9b37-44d2-b55a-b5d0bc8304f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0620980 Jul 14 10:57:22.092485 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-7cdbd15a-a72a-4dd9-bb43-91a1f66e9ddb service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287909 Jul 14 10:57:22.122285 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7467d-3a89-46ee-92f4-fc2d4565c5ef req-4d13132f-826e-43b1-856b-b466f0d92bda tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:22.123774 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2d7467d-3a89-46ee-92f4-fc2d4565c5ef req-4d13132f-826e-43b1-856b-b466f0d92bda tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 943 time: 0.0878770 Jul 14 10:57:22.138772 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e196090a-6226-423d-ac6a-56f760c597d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:22.205038 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2d7467d-3a89-46ee-92f4-fc2d4565c5ef req-4b71f804-2986-4357-b18d-7e234f8b1935 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742011 Jul 14 10:57:22.232376 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8b45975b-0788-4179-b718-3fd79f8b5692 req-b87defc8-9293-4175-b382-8706466ecf6d service neutron] 10.222.0.89 "GET /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183147 Jul 14 10:57:22.233238 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:23Z', 'revision_number': 5, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:22.260588 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f8b71f-3c86-4beb-b330-194c598e6ed7 None None] The sync data for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi is: [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:52:15Z', 'revision_number': 4, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'a1608269-b11d-42be-ba63-732701d59c8f', 'name': '', 'network_id': 'aee68422-9b37-44d2-b55a-b5d0bc8304f3', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'mac_address': 'fa:16:3e:1f:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:15Z', 'updated_at': '2021-07-14T10:52:23Z', 'revision_number': 5, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'subnets': [{'id': 'd4de3578-731d-403c-8ddc-e8e07676fa9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:22.460399 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7644ca-951c-47bd-acd1-649c64389f54 None None] New status for floating IP a5696b72-87bc-41f1-9a89-925201365e69: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:57:22.945970 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 29025299-1ca0-4e35-bfbc-15041ba6ae15 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:57:23.023200 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376c604-3925-4c91-8045-1c591d617cbd req-e66043bd-8933-4c0f-8f18-0d1f24dae770 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:23.025263 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6376c604-3925-4c91-8045-1c591d617cbd req-e66043bd-8933-4c0f-8f18-0d1f24dae770 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0658731 Jul 14 10:57:23.043727 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 29025299-1ca0-4e35-bfbc-15041ba6ae15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=29025299-1ca0-4e35-bfbc-15041ba6ae15,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:23.055385 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '29025299-1ca0-4e35-bfbc-15041ba6ae15', 'network_id': '777c02da-f028-46a0-8209-4a8f59f59aa6', 'port_id': '29025299-1ca0-4e35-bfbc-15041ba6ae15', 'mac_address': 'fa:16:3e:96:82:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11dfa483-e5f5-4191-8e67-3f66fd710443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:57:23.063620 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6376c604-3925-4c91-8045-1c591d617cbd req-8234d633-62ce-4eaf-af91-1d7fffb7e98f tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/security-groups?id=c2dfaeda-2385-4f7a-8f99-8afabb775cef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321658 Jul 14 10:57:23.094722 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:23.112667 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29025299-1ca0-4e35-bfbc-15041ba6ae15 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:57:23.131361 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 29025299-1ca0-4e35-bfbc-15041ba6ae15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=29025299-1ca0-4e35-bfbc-15041ba6ae15,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:23.137326 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:23.184675 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=29025299-1ca0-4e35-bfbc-15041ba6ae15,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:23.383034 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80fa72-3270-48f8-aea4-5036128bf9e2 req-9208afdd-b5dc-45bf-96e4-878ab45c25be tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:23.385274 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fe80fa72-3270-48f8-aea4-5036128bf9e2 req-9208afdd-b5dc-45bf-96e4-878ab45c25be tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 944 time: 0.0670791 Jul 14 10:57:23.423749 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fe80fa72-3270-48f8-aea4-5036128bf9e2 req-584d31cf-2ff8-4ab6-92b5-350d46e397a5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Jul 14 10:57:23.535579 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['29025299-1ca0-4e35-bfbc-15041ba6ae15'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:23.675769 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-85f5c178-c8a6-4679-9c24-b402d275cd60 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:23.677329 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-85f5c178-c8a6-4679-9c24-b402d275cd60 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.89 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 946 time: 0.0874510 Jul 14 10:57:23.780215 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Deleting port 21892d00-fc7d-4f25-bea0-a442260778e2 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:23.780558 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:23.866263 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] For port 21892d00-fc7d-4f25-bea0-a442260778e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=21892d00-fc7d-4f25-bea0-a442260778e2,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:23.866623 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:23.879567 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Calling delete_port for 21892d00-fc7d-4f25-bea0-a442260778e2 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:24.006471 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:24.034383 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event deleted for resources: {'Port': ['ID=21892d00-fc7d-4f25-bea0-a442260778e2,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:24.079994 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] No DVR routers for this DVR port 21892d00-fc7d-4f25-bea0-a442260778e2 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:57:24.082443 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:24.084401 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-53c93c03-a18b-4a8b-8431-3146f87eddf5 req-0a0fcba5-d40e-4662-996e-2aa7b36e6ec8 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.89 "DELETE /v2.0/ports/21892d00-fc7d-4f25-bea0-a442260778e2 HTTP/1.1" status: 204 len: 173 time: 0.3986168 Jul 14 10:57:24.084867 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-deleted', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:24.087598 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea39dd08-7d17-4bf0-9c8b-35aec2ba3d43" -d '{"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-deleted", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:24.129589 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723545fe-28dd-4774-b417-090150d10ea0 x-openstack-request-id: req-723545fe-28dd-4774-b417-090150d10ea0 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:24.129893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b558fa-9254-40d1-a564-5592408c669b", "name": "network-vif-deleted", "tag": "21892d00-fc7d-4f25-bea0-a442260778e2", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:24.130153 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-723545fe-28dd-4774-b417-090150d10ea0 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:24.130547 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b558fa-9254-40d1-a564-5592408c669b', 'name': 'network-vif-deleted', 'tag': '21892d00-fc7d-4f25-bea0-a442260778e2', 'status': 'completed', 'code': 200} Jul 14 10:57:24.492564 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:24.611394 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab7c507c-f777-45bb-8cfc-133457fe3c02 req-49b38bfe-56b0-4986-acc0-acab80403250 tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "GET /v2.0/ports?device_id=e7b558fa-9254-40d1-a564-5592408c669b HTTP/1.1" status: 200 len: 210 time: 0.3169980 Jul 14 10:57:24.629913 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a763f84-5012-4b66-aa80-f856c68e74de req-e47117a1-58ca-4e90-a1f7-4b8c082610ac tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:24.631375 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5a763f84-5012-4b66-aa80-f856c68e74de req-e47117a1-58ca-4e90-a1f7-4b8c082610ac tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 944 time: 0.0720086 Jul 14 10:57:24.670833 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-5a763f84-5012-4b66-aa80-f856c68e74de req-05245492-d5fb-4bf0-935d-127386fd7231 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 Jul 14 10:57:24.722463 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-f43fe312-99cf-4926-a989-37805f26c099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:24.950199 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 29025299-1ca0-4e35-bfbc-15041ba6ae15 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:24.997370 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 29025299-1ca0-4e35-bfbc-15041ba6ae15 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:25.001181 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 29025299-1ca0-4e35-bfbc-15041ba6ae15 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:25.001551 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.080889 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.103997 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b2c399-1417-4a84-945b-565bec57e8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29025299-1ca0-4e35-bfbc-15041ba6ae15'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:25.106258 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ac20a9-c78b-46ef-bfa7-860fe410d4e4" -d '{"events": [{"server_uuid": "24b2c399-1417-4a84-945b-565bec57e8f9", "name": "network-vif-plugged", "status": "completed", "tag": "29025299-1ca0-4e35-bfbc-15041ba6ae15"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:25.119480 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 29025299-1ca0-4e35-bfbc-15041ba6ae15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=29025299-1ca0-4e35-bfbc-15041ba6ae15,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:25.124084 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.159331 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90fb9c9-dbbf-4cb6-b673-19849bb0ff59 x-openstack-request-id: req-e90fb9c9-dbbf-4cb6-b673-19849bb0ff59 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:25.159625 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b2c399-1417-4a84-945b-565bec57e8f9", "name": "network-vif-plugged", "status": "completed", "tag": "29025299-1ca0-4e35-bfbc-15041ba6ae15", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:25.159874 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e90fb9c9-dbbf-4cb6-b673-19849bb0ff59 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:25.160260 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b2c399-1417-4a84-945b-565bec57e8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29025299-1ca0-4e35-bfbc-15041ba6ae15', 'code': 200} Jul 14 10:57:25.177441 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=29025299-1ca0-4e35-bfbc-15041ba6ae15,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:25.423739 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca36db-a70d-43cf-8e53-ac53333ffbec req-7e7774d7-fd8a-40d8-b8c8-981808071c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:25.425255 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e1ca36db-a70d-43cf-8e53-ac53333ffbec req-7e7774d7-fd8a-40d8-b8c8-981808071c65 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 1098 time: 0.0564449 Jul 14 10:57:25.460980 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e1ca36db-a70d-43cf-8e53-ac53333ffbec req-2ab6e788-e62c-43d8-89af-b6a3bd642b63 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274487 Jul 14 10:57:25.571005 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.703745 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55962) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:25.762964 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-98811eb5-daa0-434d-93d6-8cfde70a276d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.788158 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-98811eb5-daa0-434d-93d6-8cfde70a276d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.846709 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac4b53-00a1-4826-9dad-0a9967d9f545 req-9d6fd362-9680-404d-b47e-f3eb5c88f64e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:25.848292 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dac4b53-00a1-4826-9dad-0a9967d9f545 req-9d6fd362-9680-404d-b47e-f3eb5c88f64e tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 945 time: 0.0624528 Jul 14 10:57:25.850172 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-98811eb5-daa0-434d-93d6-8cfde70a276d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.852916 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-98811eb5-daa0-434d-93d6-8cfde70a276d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:25.857207 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-98811eb5-daa0-434d-93d6-8cfde70a276d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] 10.222.0.67 "DELETE /v2.0/security-groups/c2dfaeda-2385-4f7a-8f99-8afabb775cef HTTP/1.1" status: 204 len: 168 time: 0.1493731 Jul 14 10:57:25.864049 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98811eb5-daa0-434d-93d6-8cfde70a276d tempest-TestShelveInstance-1703646953 tempest-TestShelveInstance-1703646953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dfaeda-2385-4f7a-8f99-8afabb775cef,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:25.897124 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9dac4b53-00a1-4826-9dad-0a9967d9f545 req-ec3ef65e-0f6b-475a-ba71-c8fcdd3a7105 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Jul 14 10:57:25.914098 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 55966) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:26.132606 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:57:26.303417 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:26.562388 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Deleting port a1608269-b11d-42be-ba63-732701d59c8f {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:26.562723 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:26.642800 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] For port a1608269-b11d-42be-ba63-732701d59c8f, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=a1608269-b11d-42be-ba63-732701d59c8f,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:26.643177 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:26.656832 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Calling delete_port for a1608269-b11d-42be-ba63-732701d59c8f owned by network:router_interface {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:26.830272 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:26.864371 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1608269-b11d-42be-ba63-732701d59c8f,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:26.955683 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 21892d00-fc7d-4f25-bea0-a442260778e2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:26.988402 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 21892d00-fc7d-4f25-bea0-a442260778e2 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:26.989124 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 21892d00-fc7d-4f25-bea0-a442260778e2 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:27.075136 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:27.187280 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d4507-b47c-4a1e-bfa5-0443fd188dfb req-278b8bae-e35a-4eef-89fa-e56e97fa6f92 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:27.188739 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3e1d4507-b47c-4a1e-bfa5-0443fd188dfb req-278b8bae-e35a-4eef-89fa-e56e97fa6f92 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 945 time: 0.1539950 Jul 14 10:57:27.243917 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3e1d4507-b47c-4a1e-bfa5-0443fd188dfb req-0dc2079e-937a-4bb1-9ee9-d1f64411ddbd tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471733 Jul 14 10:57:27.351894 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Router 1e749084-f656-45ab-9e13-35bcb552f51e has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:57:27.486535 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:27.495260 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55980) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:27.495672 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d9dd6db3-c5bf-46ab-9796-bfef147bb0a3 admin admin] 10.222.0.67 "PUT /v2.0/routers/1e749084-f656-45ab-9e13-35bcb552f51e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5792103 Jul 14 10:57:27.512327 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] Sync routers for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:27.542506 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:27.545330 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:27.548931 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:27.627752 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks [] for router, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:27.656170 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:27.731206 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:27.782048 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:27.793100 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Deleting port 59f38821-c0de-4910-8589-6c4702e7473c {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:27.793438 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:27.848725 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '59f38821-c0de-4910-8589-6c4702e7473c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:57:26Z', 'revision_number': 5, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port': {'id': '59f38821-c0de-4910-8589-6c4702e7473c', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:88:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:13Z', 'updated_at': '2021-07-14T10:52:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:27.871407 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] For port 59f38821-c0de-4910-8589-6c4702e7473c, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=59f38821-c0de-4910-8589-6c4702e7473c,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:27.871761 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:27.874690 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] Checking router: 1e749084-f656-45ab-9e13-35bcb552f51e for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:27.882657 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] Routers {'1e749084-f656-45ab-9e13-35bcb552f51e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:27.883251 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['1e749084-f656-45ab-9e13-35bcb552f51e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:27.883554 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Calling delete_port for 59f38821-c0de-4910-8589-6c4702e7473c owned by network:router_gateway {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:27.968065 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] Set router 1e749084-f656-45ab-9e13-35bcb552f51e gateway port host: None {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:28.021389 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:57:27Z', 'revision_number': 6, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port_host': None}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:28.049204 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e53cec-8d22-4ccb-836e-b5b2d7d00236 None None] The sync data for ids ['1e749084-f656-45ab-9e13-35bcb552f51e'] in dv-cinder-796286-17-iscsi is: [{'id': '1e749084-f656-45ab-9e13-35bcb552f51e', 'name': 'tempest-TestShelveInstance-165908148-router', 'tenant_id': '35de3d14ef564d4ba10846b9e3cea607', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:12Z', 'updated_at': '2021-07-14T10:57:27Z', 'revision_number': 6, 'project_id': '35de3d14ef564d4ba10846b9e3cea607', 'gw_port_host': None}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:28.056392 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.081602 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f38821-c0de-4910-8589-6c4702e7473c,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:28.149114 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.238573 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.240724 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.283894 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.284315 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e749084-f656-45ab-9e13-35bcb552f51e {{(pid=104699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:57:28.288522 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.289655 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-20514a6b-627a-414a-8e7d-83f57b6a8a07 admin admin] 10.222.0.67 "DELETE /v2.0/routers/1e749084-f656-45ab-9e13-35bcb552f51e HTTP/1.1" status: 204 len: 168 time: 0.7934496 Jul 14 10:57:28.292473 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55984) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:28.341838 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] Deleting subnet d4de3578-731d-403c-8ddc-e8e07676fa9b {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:57:28.344565 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.382304 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4770947'] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.467292 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.517957 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5039830'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.551690 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4de3578-731d-403c-8ddc-e8e07676fa9b,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:28.553794 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.555454 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7d8ebeae-aba8-425c-9eb4-4b6491dcc2b0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d4de3578-731d-403c-8ddc-e8e07676fa9b HTTP/1.1" status: 204 len: 168 time: 0.2620056 Jul 14 10:57:28.558428 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 55990) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:28.562493 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be4138-cd80-4611-8b31-915570f6a968 None None] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:28.630855 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.691218 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Deleting port 3d65294d-9208-4ae5-9f9c-a821fa21a557 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:28.691662 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.772561 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] For port 3d65294d-9208-4ae5-9f9c-a821fa21a557, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=3d65294d-9208-4ae5-9f9c-a821fa21a557,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:28.773009 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.790898 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] DHCP port deletion for aee68422-9b37-44d2-b55a-b5d0bc8304f3 request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:57:28.792060 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Calling delete_port for 3d65294d-9208-4ae5-9f9c-a821fa21a557 owned by network:dhcp {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:28.846273 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] Deleting port 3d65294d-9208-4ae5-9f9c-a821fa21a557 {{(pid=104701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:28.846657 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.880991 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.894262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] No DVR routers for this DVR port 3d65294d-9208-4ae5-9f9c-a821fa21a557 on host dv-cinder-796286-17-iscsi {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:57:28.928944 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] For port 3d65294d-9208-4ae5-9f9c-a821fa21a557, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=3d65294d-9208-4ae5-9f9c-a821fa21a557,segment=NetworkSegment(ec846dc4-26a2-49cb-94d9-a98f8453a976),segment_id=ec846dc4-26a2-49cb-94d9-a98f8453a976)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:28.929421 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:28.943170 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] Calling delete_port for 3d65294d-9208-4ae5-9f9c-a821fa21a557 owned by network:dhcp {{(pid=104701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:28.982029 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d65294d-9208-4ae5-9f9c-a821fa21a557,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:29.002871 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.015746 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee68422-9b37-44d2-b55a-b5d0bc8304f3']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:29.031217 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec846dc4-26a2-49cb-94d9-a98f8453a976') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:29.031678 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec846dc4-26a2-49cb-94d9-a98f8453a976') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:29.040358 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 59f38821-c0de-4910-8589-6c4702e7473c no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:29.044580 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.061615 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.066786 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 59f38821-c0de-4910-8589-6c4702e7473c {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:29.067137 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 59f38821-c0de-4910-8589-6c4702e7473c not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:29.067752 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 3d65294d-9208-4ae5-9f9c-a821fa21a557 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:29.068586 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:57:29.069127 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:57:29.071280 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:57:29.090901 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 3d65294d-9208-4ae5-9f9c-a821fa21a557 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:29.091248 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 3d65294d-9208-4ae5-9f9c-a821fa21a557 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:29.091675 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a1608269-b11d-42be-ba63-732701d59c8f no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:29.135432 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: a1608269-b11d-42be-ba63-732701d59c8f {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:29.135898 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a1608269-b11d-42be-ba63-732701d59c8f not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:29.162183 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.172812 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503'] for port, after_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.181851 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] Network aee68422-9b37-44d2-b55a-b5d0bc8304f3 is not hosted by any dhcp agent {{(pid=104701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 10:57:29.183177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] No DVR routers for this DVR port 3d65294d-9208-4ae5-9f9c-a821fa21a557 on host dv-cinder-796286-17-iscsi {{(pid=104701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:57:29.199522 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.201491 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] 10.222.0.67 "DELETE /v2.0/networks/aee68422-9b37-44d2-b55a-b5d0bc8304f3 HTTP/1.1" status: 204 len: 168 time: 0.6421309 Jul 14 10:57:29.203534 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9c1be-bef1-4ebd-ac7c-5807f7a66910 None None] Pushing event deleted for resources: {'Port': ['ID=3d65294d-9208-4ae5-9f9c-a821fa21a557,revision_number=None']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:29.204463 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56002) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:29.223607 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf443529-88ec-4047-a599-09a03be88780 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee68422-9b37-44d2-b55a-b5d0bc8304f3,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:29.249030 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-53100bf3-a040-4824-a190-5ac858d8a070 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1026351 Jul 14 10:57:29.364483 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-6474bb5f-08d4-4a5a-86e1-a07e8fa3b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:29.365988 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-6474bb5f-08d4-4a5a-86e1-a07e8fa3b2ab service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=dac326c07ea94e26a577ce65900cbee4&device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 1099 time: 0.0578575 Jul 14 10:57:29.488835 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-8f0dcb61-5121-45c7-bf6e-e18ee30267d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:29.490462 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-8f0dcb61-5121-45c7-bf6e-e18ee30267d6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 200 len: 917 time: 0.1013701 Jul 14 10:57:29.535932 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-a6d88295-a739-4b7e-9471-a826dc483416 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c455bc39-2635-44bb-900f-cde00dcd2586 HTTP/1.1" status: 200 len: 217 time: 0.0359337 Jul 14 10:57:29.584575 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-7278a61a-9761-4a7c-8880-8a5343fe7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:29.585912 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-7278a61a-9761-4a7c-8880-8a5343fe7ccd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 200 len: 855 time: 0.0429583 Jul 14 10:57:29.613265 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.621073 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-7f2963be-92ef-4416-a51c-5e6c56f14865 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=777c02da-f028-46a0-8209-4a8f59f59aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272005 Jul 14 10:57:29.716210 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-cc79470a-0d85-4413-b064-f706a12dbec3 service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872049 Jul 14 10:57:29.808116 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-17a8f303-abc7-4503-b53b-1d97af61f59e req-dfc0b8c6-81d9-4962-9d53-dbd5c1d31bca service neutron] 10.222.0.89 "GET /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842667 Jul 14 10:57:29.871209 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Deleting port 067206e0-321f-4df7-be0f-4fecb17e81dc {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:29.871476 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.947219 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] For port 067206e0-321f-4df7-be0f-4fecb17e81dc, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=067206e0-321f-4df7-be0f-4fecb17e81dc,segment=NetworkSegment(45316dff-a2f1-4eca-adf9-b9c21d8b37a4),segment_id=45316dff-a2f1-4eca-adf9-b9c21d8b37a4)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:29.948118 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:29.960107 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Calling delete_port for 067206e0-321f-4df7-be0f-4fecb17e81dc owned by network:router_interface {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:30.140713 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:30.169014 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=067206e0-321f-4df7-be0f-4fecb17e81dc,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:30.337649 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:30.551067 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Router 542b1f7f-e0c9-4120-ada6-501561008175 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:57:30.656555 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:30.662232 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-021a7672-2436-4394-b8f0-6ab8d7274b7d admin admin] 10.222.0.67 "PUT /v2.0/routers/542b1f7f-e0c9-4120-ada6-501561008175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566741 Jul 14 10:57:30.664719 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56010) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:30.667451 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] Sync routers for ids ['542b1f7f-e0c9-4120-ada6-501561008175'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:30.676939 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] Routers {'542b1f7f-e0c9-4120-ada6-501561008175'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:30.677523 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['542b1f7f-e0c9-4120-ada6-501561008175'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:30.784669 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] Set router 542b1f7f-e0c9-4120-ada6-501561008175 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:30.976233 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:57:30Z', 'revision_number': 5, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:31.005488 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] Checking router: 542b1f7f-e0c9-4120-ada6-501561008175 for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:31.017414 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] Routers {'542b1f7f-e0c9-4120-ada6-501561008175'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:31.018089 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['542b1f7f-e0c9-4120-ada6-501561008175'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:31.020540 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.121311 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.126149 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] Set router 542b1f7f-e0c9-4120-ada6-501561008175 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:31.174195 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Deleting port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:31.174560 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.264587 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] For port 9bcecc3a-c48f-4d1b-a71b-3ffec649a909, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:31.265065 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.278267 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Calling delete_port for 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 owned by network:router_gateway {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:31.310108 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:57:30Z', 'revision_number': 5, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:31.335604 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da81b276-9006-4b4f-b816-16f6a06bc125 None None] The sync data for ids ['542b1f7f-e0c9-4120-ada6-501561008175'] in dv-cinder-796286-17-iscsi is: [{'id': '542b1f7f-e0c9-4120-ada6-501561008175', 'name': 'tempest-TestShelveInstance-567077482-router', 'tenant_id': '3628409fed2c498c96ee3938c47721ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:57:30Z', 'revision_number': 5, 'project_id': '3628409fed2c498c96ee3938c47721ac', 'gw_port': {'id': '9bcecc3a-c48f-4d1b-a71b-3ffec649a909', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542b1f7f-e0c9-4120-ada6-501561008175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:52:18Z', 'updated_at': '2021-07-14T10:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:31.440404 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.466231 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bcecc3a-c48f-4d1b-a71b-3ffec649a909,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:31.530594 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.624349 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.626397 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.670712 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.671333 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 542b1f7f-e0c9-4120-ada6-501561008175 {{(pid=104700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:57:31.675861 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] Notify callbacks [] for router, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.677109 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-45e228d2-14d6-494b-89fe-4713133403c8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/542b1f7f-e0c9-4120-ada6-501561008175 HTTP/1.1" status: 204 len: 168 time: 1.0114625 Jul 14 10:57:31.679611 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56016) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:31.725062 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] Deleting subnet d543d2aa-0798-4d67-917f-0893fc315f3a {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:57:31.728138 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.765686 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.848392 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.903957 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.931510 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d543d2aa-0798-4d67-917f-0893fc315f3a,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:31.934090 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:31.935961 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-0f962d21-298d-4404-802a-839e7ccfa1a7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d543d2aa-0798-4d67-917f-0893fc315f3a HTTP/1.1" status: 204 len: 168 time: 0.2554355 Jul 14 10:57:31.940235 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56018) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:31.944722 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe9938-d0a4-4ea6-bedf-caf2ee9e2c90 None None] Network 58e7b907-7eea-4212-91c6-7bd5004fad14 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:32.011978 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.064330 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Deleting port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:32.064684 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.129376 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] For port 1d547f08-a855-4dc9-a2f1-8275e506c3c9, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1d547f08-a855-4dc9-a2f1-8275e506c3c9,segment=NetworkSegment(45316dff-a2f1-4eca-adf9-b9c21d8b37a4),segment_id=45316dff-a2f1-4eca-adf9-b9c21d8b37a4)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:32.129745 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.141771 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Calling delete_port for 1d547f08-a855-4dc9-a2f1-8275e506c3c9 owned by network:dhcp {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:32.221064 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.247716 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d547f08-a855-4dc9-a2f1-8275e506c3c9,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:32.249527 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] No DVR routers for this DVR port 1d547f08-a855-4dc9-a2f1-8275e506c3c9 on host dv-cinder-796286-17-iscsi {{(pid=104700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:57:32.305610 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f94a37-860b-4065-a2c4-3f7c5516ac7a None None] DHCP port deletion for 58e7b907-7eea-4212-91c6-7bd5004fad14 request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:57:32.334348 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.345326 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e7b907-7eea-4212-91c6-7bd5004fad14']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:32.355922 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45316dff-a2f1-4eca-adf9-b9c21d8b37a4') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:32.356205 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45316dff-a2f1-4eca-adf9-b9c21d8b37a4') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:32.364530 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.378361 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.384569 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:57:32.384988 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:57:32.386597 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:57:32.438851 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.445530 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.448976 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] 10.222.0.67 "DELETE /v2.0/networks/58e7b907-7eea-4212-91c6-7bd5004fad14 HTTP/1.1" status: 204 len: 168 time: 0.5074358 Jul 14 10:57:32.458443 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c8274-5ec7-446d-8dc3-195967495719 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e7b907-7eea-4212-91c6-7bd5004fad14,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:32.557992 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56026) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:32.605482 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-3516dce4-cf22-40ee-a529-23306c7479c5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=35de3d14ef564d4ba10846b9e3cea607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453994 Jul 14 10:57:32.607862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56028) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:32.655589 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e018f174-dd1d-447d-a0a5-6e9f0dff5ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.676251 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e018f174-dd1d-447d-a0a5-6e9f0dff5ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.721948 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e018f174-dd1d-447d-a0a5-6e9f0dff5ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.724503 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e018f174-dd1d-447d-a0a5-6e9f0dff5ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:32.725701 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e018f174-dd1d-447d-a0a5-6e9f0dff5ee5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a4f392e-ac90-4b88-a56f-7bf4ed36fa6e HTTP/1.1" status: 204 len: 168 time: 0.1169319 Jul 14 10:57:32.735530 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018f174-dd1d-447d-a0a5-6e9f0dff5ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f392e-ac90-4b88-a56f-7bf4ed36fa6e,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:33.009728 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 067206e0-321f-4df7-be0f-4fecb17e81dc no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:33.028241 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56034) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:33.029950 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 067206e0-321f-4df7-be0f-4fecb17e81dc {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:33.030296 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 067206e0-321f-4df7-be0f-4fecb17e81dc not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:33.030722 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:33.049426 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:33.049770 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 9bcecc3a-c48f-4d1b-a71b-3ffec649a909 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:33.050186 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1d547f08-a855-4dc9-a2f1-8275e506c3c9 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:33.068204 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-feef508a-efd9-420d-98d9-5193ab44a5f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3628409fed2c498c96ee3938c47721ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387480 Jul 14 10:57:33.069193 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 1d547f08-a855-4dc9-a2f1-8275e506c3c9 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:33.069538 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1d547f08-a855-4dc9-a2f1-8275e506c3c9 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:33.070944 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56036) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:33.121429 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-331f5c04-ced1-42dd-a88a-fc7cdfb026e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:33.143340 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-331f5c04-ced1-42dd-a88a-fc7cdfb026e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:33.191993 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-331f5c04-ced1-42dd-a88a-fc7cdfb026e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:33.194650 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-331f5c04-ced1-42dd-a88a-fc7cdfb026e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:33.195788 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-331f5c04-ced1-42dd-a88a-fc7cdfb026e7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/37ed1909-766e-4e53-b82f-00688358070c HTTP/1.1" status: 204 len: 168 time: 0.1237700 Jul 14 10:57:33.203693 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f5c04-ced1-42dd-a88a-fc7cdfb026e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ed1909-766e-4e53-b82f-00688358070c,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:33.850777 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56062) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:33.942848 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1086476174-network', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:33.964083 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Made reservation on behalf of a85c0b1052814a14b3d7cc81fd638dc2 for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:33.966537 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:33.974464 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.058613 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.062161 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.082902 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1035} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:57:34.097758 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60288b2e-b8e8-4bdd-bc8b-20243fbc5160,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:34.100785 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.101112 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Added segment f67da7e9-f83b-4030-96ed-9136e0ca0104 of type vlan for network 472e5857-63ab-4274-bf5f-c7351498e29e Jul 14 10:57:34.141236 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.169514 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.170542 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:34.171133 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.223729 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3718536 Jul 14 10:57:34.226662 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56074) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:34.232253 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Request body: {'subnet': {'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1086476174-subnet', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:34.234748 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da804e32-d9f6-4425-b626-a0e3a228784d admin admin] Pushing event updated for resources: {'Network': ['ID=472e5857-63ab-4274-bf5f-c7351498e29e,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:34.245219 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 472e5857-63ab-4274-bf5f-c7351498e29e details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:57:34.254599 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Made reservation on behalf of a85c0b1052814a14b3d7cc81fd638dc2 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:34.257004 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5039859'] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.421441 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5039809'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.472043 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2247d6fe-f58d-4da0-84b4-787cb49a4cfd,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:34.483940 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Checking segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:34.484288 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Network hostable DHCP agents. Network: 472e5857-63ab-4274-bf5f-c7351498e29e, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:57:34.499726 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Network 472e5857-63ab-4274-bf5f-c7351498e29e is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:57:34.507995 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 472e5857-63ab-4274-bf5f-c7351498e29e) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:34.512825 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:34.514693 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.515836 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6197f-ef08-4a80-a09b-13649eaf6b10 None None] Network 472e5857-63ab-4274-bf5f-c7351498e29e requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:34.530775 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a2bd3cc5-dae1-4432-8c10-b067272d74b7 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3005176 Jul 14 10:57:34.530987 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56082) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:34.535657 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:34.558864 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.559959 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.620120 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.757804 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.786554 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-472e5857-63ab-4274-bf5f-c7351498e29e', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:57:34.787407 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.917042 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Allocated IP 172.20.0.2 (472e5857-63ab-4274-bf5f-c7351498e29e/2247d6fe-f58d-4da0-84b4-787cb49a4cfd/a3b93eb8-7518-4aed-a77e-177138301735) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:34.951982 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:34.971051 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.057996 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.066047 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Transition to ACTIVE for port object a3b93eb8-7518-4aed-a77e-177138301735 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:35.071520 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Allocated IP 172.27.1.206 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/5997fd99-1db0-4e4c-aedb-acd3cf73618d) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:35.081267 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Transition to ACTIVE for port object a3b93eb8-7518-4aed-a77e-177138301735 will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:35.086890 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.125742 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Network 472e5857-63ab-4274-bf5f-c7351498e29e is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:35.129940 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:35.134193 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:35.138001 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Pushing event updated for resources: {'Port': ['ID=a3b93eb8-7518-4aed-a77e-177138301735,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:35.188259 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.196231 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Attempting to bind port a3b93eb8-7518-4aed-a77e-177138301735 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:35.196631 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Attempting to bind port a3b93eb8-7518-4aed-a77e-177138301735 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:35.196992 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Attempting to bind port a3b93eb8-7518-4aed-a77e-177138301735 on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:35.202341 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:35.202714 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Checking segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:35.203102 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.203488 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Bound using segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:35.203949 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Bound port: a3b93eb8-7518-4aed-a77e-177138301735, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:35.204324 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.231248 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.266353 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] For port a3b93eb8-7518-4aed-a77e-177138301735, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:35.269398 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] For port a3b93eb8-7518-4aed-a77e-177138301735, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=a3b93eb8-7518-4aed-a77e-177138301735,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:35.272575 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:35.273931 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.275762 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:35.278664 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:35.306626 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Pushing event updated for resources: {'Port': ['ID=5997fd99-1db0-4e4c-aedb-acd3cf73618d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:35.327582 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecdfb9-1cb5-4af6-9a18-34fecb794e27 None None] Pushing event updated for resources: {'Port': ['ID=a3b93eb8-7518-4aed-a77e-177138301735,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:35.571426 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.772271 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:35.893859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Router 68ad583a-c531-43e1-9e8f-20bc1559090d is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:57:36.202121 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9745fa-e237-45c3-b391-314edf5d81d6 None None] Network 472e5857-63ab-4274-bf5f-c7351498e29e requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:36.254458 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-9c382c27-a4e3-437d-aa91-62d445227c2b None None] Provisioning for port a3b93eb8-7518-4aed-a77e-177138301735 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:36.269039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:36.282020 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:36.284750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:36.285997 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7da1d293-ecb0-4e13-a2cb-416fefc7a59d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7541192 Jul 14 10:57:36.288708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56090) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:36.304838 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:36.305456 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:36.452926 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:36.672305 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:35Z', 'revision_number': 3, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:36.702477 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:36.703142 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Updating router 68ad583a-c531-43e1-9e8f-20bc1559090d port 5997fd99-1db0-4e4c-aedb-acd3cf73618d binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:57:36.744857 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:36.747449 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:36.926543 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Allocated IP 172.20.0.1 (472e5857-63ab-4274-bf5f-c7351498e29e/2247d6fe-f58d-4da0-84b4-787cb49a4cfd/156ded86-57d3-4309-bc97-08f0de3ff7d9) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:37.045094 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.055447 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Transition to ACTIVE for port object 5997fd99-1db0-4e4c-aedb-acd3cf73618d will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:37.065500 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a3b93eb8-7518-4aed-a77e-177138301735 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:37.070157 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.074401 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.094387 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Transition to ACTIVE for port object 156ded86-57d3-4309-bc97-08f0de3ff7d9 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:37.146863 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.158170 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Attempting to bind port 5997fd99-1db0-4e4c-aedb-acd3cf73618d on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:37.158580 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Attempting to bind port 5997fd99-1db0-4e4c-aedb-acd3cf73618d by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:37.159063 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Attempting to bind port 5997fd99-1db0-4e4c-aedb-acd3cf73618d on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:37.162694 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c84cd-8948-46a1-a750-7f5e960375fe None None] Pushing event updated for resources: {'Port': ['ID=5997fd99-1db0-4e4c-aedb-acd3cf73618d,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.170635 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:37.171007 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:37.171421 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.171994 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:37.172420 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Bound port: 5997fd99-1db0-4e4c-aedb-acd3cf73618d, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:37.172838 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.192595 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Network 472e5857-63ab-4274-bf5f-c7351498e29e is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:37.195726 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:37.199892 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:37.214597 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port a3b93eb8-7518-4aed-a77e-177138301735 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:37.221936 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Pushing event updated for resources: {'Port': ['ID=156ded86-57d3-4309-bc97-08f0de3ff7d9,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.228139 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port a3b93eb8-7518-4aed-a77e-177138301735 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:37.228530 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.240367 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.259026 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] For port 5997fd99-1db0-4e4c-aedb-acd3cf73618d, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:37.278985 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] For port 5997fd99-1db0-4e4c-aedb-acd3cf73618d, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5997fd99-1db0-4e4c-aedb-acd3cf73618d,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:37.289281 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.386970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.391802 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:37.392431 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:37.395340 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c84cd-8948-46a1-a750-7f5e960375fe None None] Pushing event updated for resources: {'Port': ['ID=5997fd99-1db0-4e4c-aedb-acd3cf73618d,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.429020 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.549914 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.554732 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.623262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.625003 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Pushing event updated for resources: {'Port': ['ID=156ded86-57d3-4309-bc97-08f0de3ff7d9,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.628564 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b9908590-dd7e-4bda-b8cd-a7d0218c780c None None] Provisioning for port 156ded86-57d3-4309-bc97-08f0de3ff7d9 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:37.648862 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b9908590-dd7e-4bda-b8cd-a7d0218c780c None None] Provisioning complete for port 156ded86-57d3-4309-bc97-08f0de3ff7d9 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:37.649230 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9908590-dd7e-4bda-b8cd-a7d0218c780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.676760 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port a3b93eb8-7518-4aed-a77e-177138301735, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=a3b93eb8-7518-4aed-a77e-177138301735,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:37.686518 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:37.717008 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-b9908590-dd7e-4bda-b8cd-a7d0218c780c None None] Port 156ded86-57d3-4309-bc97-08f0de3ff7d9 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:57:37.721643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:37.723434 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Network 472e5857-63ab-4274-bf5f-c7351498e29e is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:37.725064 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:37.810665 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=a3b93eb8-7518-4aed-a77e-177138301735,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:37.844842 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:57:37.965627 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:36Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:37.971014 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:37.979628 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-9963cb35-3855-4b96-a7a8-ce7c7fb1fe52 admin admin] 10.222.0.67 "PUT /v2.0/routers/68ad583a-c531-43e1-9e8f-20bc1559090d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6898983 Jul 14 10:57:37.993037 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc940720-d2d2-45dc-bb24-edbffda9753a None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:36Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:38.038376 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-65b46cf2-7eb4-4a7b-8604-822808db3d42 None None] Provisioning complete for port 156ded86-57d3-4309-bc97-08f0de3ff7d9 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:38.038755 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-65b46cf2-7eb4-4a7b-8604-822808db3d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.073867 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-65b46cf2-7eb4-4a7b-8604-822808db3d42 None None] Port 156ded86-57d3-4309-bc97-08f0de3ff7d9 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:57:38.496498 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56130) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:38.501514 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-549088040-network', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:38.525938 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Made reservation on behalf of aba6bbace31a4dfc9916b88fc6bab68a for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:38.528585 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.538642 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.644474 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.656433 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.680794 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1004} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:57:38.690460 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680695b5-353f-4632-9082-81d19cb5d4f5,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:38.695355 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.695693 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Added segment 58bd7085-11ef-4b30-96f3-23fd6cccb101 of type vlan for network c1501d8c-2641-4ac8-82eb-61cd72e59571 Jul 14 10:57:38.739367 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.769675 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.771099 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:38.771756 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:38.835790 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56132) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:38.836315 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3382785 Jul 14 10:57:38.842325 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Request body: {'subnet': {'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-549088040-subnet', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:38.842491 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded256c-1d4a-4cdc-b36e-cac7789241ba admin admin] Pushing event updated for resources: {'Network': ['ID=c1501d8c-2641-4ac8-82eb-61cd72e59571,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:38.855427 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:57:38.869067 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Made reservation on behalf of aba6bbace31a4dfc9916b88fc6bab68a for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:57:38.871470 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5039859'] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.066474 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5039809'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.121343 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5997fd99-1db0-4e4c-aedb-acd3cf73618d up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:39.147979 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ffea5e5-ca3e-4001-887c-c522a5b9d0af,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:39.159033 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Checking segment: {'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:39.159382 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Network hostable DHCP agents. Network: c1501d8c-2641-4ac8-82eb-61cd72e59571, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:57:39.180630 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:57:39.183358 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 5997fd99-1db0-4e4c-aedb-acd3cf73618d completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:39.188946 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 5997fd99-1db0-4e4c-aedb-acd3cf73618d triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:39.189642 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.194051 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, c1501d8c-2641-4ac8-82eb-61cd72e59571) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:39.214547 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dd47d6-bdb1-4e1b-866f-c01bcb5ca73f None None] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:39.234289 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:39.234909 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.253045 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e7ce2dda-58b0-4461-b781-647b8339c972 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4137106 Jul 14 10:57:39.253235 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56144) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:39.260245 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:39.283265 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.284405 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.371078 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.374180 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.432763 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 5997fd99-1db0-4e4c-aedb-acd3cf73618d, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5997fd99-1db0-4e4c-aedb-acd3cf73618d,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:39.458274 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.459366 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a3b93eb8-7518-4aed-a77e-177138301735 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:39.519996 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-c1501d8c-2641-4ac8-82eb-61cd72e59571', 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'fixed_ips': [{'subnet_id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:57:39.520879 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.553673 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.644685 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=5997fd99-1db0-4e4c-aedb-acd3cf73618d,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:39.696342 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port a3b93eb8-7518-4aed-a77e-177138301735 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:39.696738 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.747969 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Allocated IP 172.20.0.2 (c1501d8c-2641-4ac8-82eb-61cd72e59571/5ffea5e5-ca3e-4001-887c-c522a5b9d0af/093368a3-bc9c-4c20-9dbf-952daa861db8) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:39.842179 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.865747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.934060 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:39.942649 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Transition to ACTIVE for port object 093368a3-bc9c-4c20-9dbf-952daa861db8 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:39.943614 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378ee63-76d1-4f9d-a6a6-db4a5b8bf082 req-d817301d-6a7a-4140-a67a-e82a94904ff5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:39.945150 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b378ee63-76d1-4f9d-a6a6-db4a5b8bf082 req-d817301d-6a7a-4140-a67a-e82a94904ff5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 945 time: 0.1549299 Jul 14 10:57:39.959958 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Transition to ACTIVE for port object 093368a3-bc9c-4c20-9dbf-952daa861db8 will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:39.966161 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.006713 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:40.009598 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:40.013298 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:40.022591 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Pushing event updated for resources: {'Port': ['ID=093368a3-bc9c-4c20-9dbf-952daa861db8,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:40.026032 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b378ee63-76d1-4f9d-a6a6-db4a5b8bf082 req-e61e76f2-7919-49f7-a7c4-df0449ee9ae0 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728078 Jul 14 10:57:40.027097 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Allocated IP 172.27.1.231 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/5e16b119-cf1b-43ad-b281-132ce3f5b338) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:40.081560 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Attempting to bind port 093368a3-bc9c-4c20-9dbf-952daa861db8 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:40.081560 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Attempting to bind port 093368a3-bc9c-4c20-9dbf-952daa861db8 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:40.081944 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Attempting to bind port 093368a3-bc9c-4c20-9dbf-952daa861db8 on network c1501d8c-2641-4ac8-82eb-61cd72e59571 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:40.087375 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:40.087743 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Checking segment: {'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:40.088178 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.088596 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Bound using segment: {'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:40.089063 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Bound port: 093368a3-bc9c-4c20-9dbf-952daa861db8, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:40.089441 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.134631 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.155773 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] For port 093368a3-bc9c-4c20-9dbf-952daa861db8, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:40.159113 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] For port 093368a3-bc9c-4c20-9dbf-952daa861db8, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=093368a3-bc9c-4c20-9dbf-952daa861db8,segment=NetworkSegment(58bd7085-11ef-4b30-96f3-23fd6cccb101),segment_id=58bd7085-11ef-4b30-96f3-23fd6cccb101)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:40.169514 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:40.170358 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.175151 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.179768 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:40.180935 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:40.211685 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:40.214772 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:40.220454 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:40.244925 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cead5-c498-4750-922b-4f53abe2f0c0 None None] Pushing event updated for resources: {'Port': ['ID=093368a3-bc9c-4c20-9dbf-952daa861db8,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:40.251806 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Pushing event updated for resources: {'Port': ['ID=5e16b119-cf1b-43ad-b281-132ce3f5b338,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:40.289223 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:40.514570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.615047 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 2, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:40.640810 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:40.641082 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Updating router 68ad583a-c531-43e1-9e8f-20bc1559090d port 156ded86-57d3-4309-bc97-08f0de3ff7d9 binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:57:40.677345 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.706552 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.835961 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:57:40.948109 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:40.958638 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Sync routers for ids ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:40.968166 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:40.970264 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-708816fc-ec70-46c0-9445-b7f28bc51069 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7153924 Jul 14 10:57:40.972786 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56156) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:40.973181 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Routers {'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:40.974166 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:40.989312 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:41.000256 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Transition to ACTIVE for port object 156ded86-57d3-4309-bc97-08f0de3ff7d9 will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:41.007795 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:41.052304 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Pushing event updated for resources: {'Port': ['ID=156ded86-57d3-4309-bc97-08f0de3ff7d9,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:41.063249 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.064028 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.065292 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.065961 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.066534 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.067086 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.067672 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.068216 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.068848 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.069395 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.069935 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.070468 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:57:41.184872 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5997fd99-1db0-4e4c-aedb-acd3cf73618d up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:41.202465 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Attempting to bind port 156ded86-57d3-4309-bc97-08f0de3ff7d9 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:41.203074 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Attempting to bind port 156ded86-57d3-4309-bc97-08f0de3ff7d9 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:41.203404 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Attempting to bind port 156ded86-57d3-4309-bc97-08f0de3ff7d9 on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:41.217929 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:41.218702 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Checking segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:41.219338 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:41.219954 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Bound using segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:41.220650 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Bound port: 156ded86-57d3-4309-bc97-08f0de3ff7d9, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:41.221279 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:41.250378 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Set router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:41.297495 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d447f6b-6c12-4776-a194-a5c580d1d474 None None] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:57:41.320619 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] For port 156ded86-57d3-4309-bc97-08f0de3ff7d9, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:41.325232 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] For port 156ded86-57d3-4309-bc97-08f0de3ff7d9, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=156ded86-57d3-4309-bc97-08f0de3ff7d9,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:41.345358 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:41.353648 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7544cf-2501-4484-8815-38d4bde5495b req-70314598-53c9-4384-a932-6515d0ff895d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:41.357503 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7a7544cf-2501-4484-8815-38d4bde5495b req-70314598-53c9-4384-a932-6515d0ff895d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 945 time: 0.1002197 Jul 14 10:57:41.429990 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7a7544cf-2501-4484-8815-38d4bde5495b req-cbbe0d26-7be3-4a19-9a42-c28e60133025 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647275 Jul 14 10:57:41.459934 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:41.460699 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:41.558054 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6144290-a30f-477e-b1e5-8de267772664 None None] Pushing event updated for resources: {'Port': ['ID=156ded86-57d3-4309-bc97-08f0de3ff7d9,revision_number=4']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:41.608981 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-5a06e710-87b9-4cf9-98de-20fce45f0873 None None] Provisioning for port 093368a3-bc9c-4c20-9dbf-952daa861db8 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:41.635355 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 5997fd99-1db0-4e4c-aedb-acd3cf73618d triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:41.635726 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:41.670500 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:41.798742 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-c605811f-234d-4b26-b1e0-ea6ea7f46409 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:41.800219 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-c605811f-234d-4b26-b1e0-ea6ea7f46409 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 945 time: 0.1215463 Jul 14 10:57:41.849251 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 093368a3-bc9c-4c20-9dbf-952daa861db8 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:41.852264 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:40Z', 'revision_number': 3, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port': {'id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:41.879198 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:41Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:41.901835 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Checking router: bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:41.902178 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Updating router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 port 5e16b119-cf1b-43ad-b281-132ce3f5b338 binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:57:41.910070 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df36ba37-c0b2-4fe7-bbc9-ab17f5fb115a None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:41Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:41.953206 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:41.995891 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Deleting port 29025299-1ca0-4e35-bfbc-15041ba6ae15 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:41.996554 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.116963 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.130156 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 093368a3-bc9c-4c20-9dbf-952daa861db8 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:42.138314 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 093368a3-bc9c-4c20-9dbf-952daa861db8 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:42.138777 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.138893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] For port 29025299-1ca0-4e35-bfbc-15041ba6ae15, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=29025299-1ca0-4e35-bfbc-15041ba6ae15,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:42.139148 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.159351 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Calling delete_port for 29025299-1ca0-4e35-bfbc-15041ba6ae15 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:42.284730 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-86a0d4e1-73da-4fc3-b81a-5ef513e98a4a None None] Provisioning complete for port 093368a3-bc9c-4c20-9dbf-952daa861db8 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:42.285245 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-86a0d4e1-73da-4fc3-b81a-5ef513e98a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.325781 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.382320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Allocated IP 172.20.0.1 (c1501d8c-2641-4ac8-82eb-61cd72e59571/5ffea5e5-ca3e-4001-887c-c522a5b9d0af/248f8d15-a3c1-4110-b4a4-6b44327b7eaf) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:57:42.391795 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.399232 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 093368a3-bc9c-4c20-9dbf-952daa861db8, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=093368a3-bc9c-4c20-9dbf-952daa861db8,segment=NetworkSegment(58bd7085-11ef-4b30-96f3-23fd6cccb101),segment_id=58bd7085-11ef-4b30-96f3-23fd6cccb101)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:42.406707 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.413692 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Transition to ACTIVE for port object 5e16b119-cf1b-43ad-b281-132ce3f5b338 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:42.420316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.446995 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586', '65dcf184-efe3-48b5-a184-fa20f9457d03', 'a78dd6a3-d127-463e-977d-6073ca8aed22', '29025299-1ca0-4e35-bfbc-15041ba6ae15'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:42.456317 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event deleted for resources: {'Port': ['ID=29025299-1ca0-4e35-bfbc-15041ba6ae15,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:42.516913 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.552380 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] No DVR routers for this DVR port 29025299-1ca0-4e35-bfbc-15041ba6ae15 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:57:42.556427 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.562394 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-23fba6d1-e5ff-4b39-897e-e6e9778bed2d req-fcb96140-f6a4-4ae9-b094-f2df8839cce1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "DELETE /v2.0/ports/29025299-1ca0-4e35-bfbc-15041ba6ae15 HTTP/1.1" status: 204 len: 173 time: 0.7369981 Jul 14 10:57:42.562955 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b2c399-1417-4a84-945b-565bec57e8f9', 'name': 'network-vif-deleted', 'tag': '29025299-1ca0-4e35-bfbc-15041ba6ae15'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:42.565660 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1f40ae-d6e7-4bdc-a2d2-d59cd8023835" -d '{"events": [{"server_uuid": "24b2c399-1417-4a84-945b-565bec57e8f9", "name": "network-vif-deleted", "tag": "29025299-1ca0-4e35-bfbc-15041ba6ae15"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:42.605896 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Attempting to bind port 5e16b119-cf1b-43ad-b281-132ce3f5b338 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:42.606271 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Attempting to bind port 5e16b119-cf1b-43ad-b281-132ce3f5b338 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:42.606633 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Attempting to bind port 5e16b119-cf1b-43ad-b281-132ce3f5b338 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:42.606776 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4471ffcb-d4f9-4e4c-b43e-d18fcdb25445 req-a140a7be-58ac-4837-91b4-b6c42dc319c6 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=24b2c399-1417-4a84-945b-565bec57e8f9 HTTP/1.1" status: 200 len: 210 time: 0.0373724 Jul 14 10:57:42.612199 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=093368a3-bc9c-4c20-9dbf-952daa861db8,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:42.634291 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a140baca-6c78-4272-a6d0-0c1407ba9bcc x-openstack-request-id: req-a140baca-6c78-4272-a6d0-0c1407ba9bcc {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:42.635256 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b2c399-1417-4a84-945b-565bec57e8f9", "name": "network-vif-deleted", "tag": "29025299-1ca0-4e35-bfbc-15041ba6ae15", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:42.635765 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a140baca-6c78-4272-a6d0-0c1407ba9bcc {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:42.636416 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b2c399-1417-4a84-945b-565bec57e8f9', 'name': 'network-vif-deleted', 'tag': '29025299-1ca0-4e35-bfbc-15041ba6ae15', 'status': 'completed', 'code': 200} Jul 14 10:57:42.661029 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.681662 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Transition to ACTIVE for port object 248f8d15-a3c1-4110-b4a4-6b44327b7eaf will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:42.712003 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:42.712312 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:42.716823 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.717288 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:42.717784 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Bound port: 5e16b119-cf1b-43ad-b281-132ce3f5b338, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:42.718179 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.725867 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.774380 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:42.778547 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:42.782994 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:57:42.786295 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:42.793493 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0ce6e-fedd-4b70-981d-586e035073b0 None None] Pushing event updated for resources: {'Port': ['ID=5e16b119-cf1b-43ad-b281-132ce3f5b338,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:42.815772 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] For port 5e16b119-cf1b-43ad-b281-132ce3f5b338, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:42.825415 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.832717 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] For port 5e16b119-cf1b-43ad-b281-132ce3f5b338, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5e16b119-cf1b-43ad-b281-132ce3f5b338,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:42.845192 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.924164 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Routers {'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:42.924808 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:42.977307 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:42.993779 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0ce6e-fedd-4b70-981d-586e035073b0 None None] Pushing event updated for resources: {'Port': ['ID=5e16b119-cf1b-43ad-b281-132ce3f5b338,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:43.082608 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 156ded86-57d3-4309-bc97-08f0de3ff7d9 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:43.095746 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-a46798e6-aae8-41cc-a4fd-8b28aa1e1a66 None None] Provisioning for port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:43.126084 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-a46798e6-aae8-41cc-a4fd-8b28aa1e1a66 None None] Provisioning complete for port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:43.126471 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-a46798e6-aae8-41cc-a4fd-8b28aa1e1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.159904 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] Set router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:43.168571 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.174345 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.241035 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:43.245006 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.267404 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-a46798e6-aae8-41cc-a4fd-8b28aa1e1a66 None None] Port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:57:43.326987 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 156ded86-57d3-4309-bc97-08f0de3ff7d9 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:43.336820 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 156ded86-57d3-4309-bc97-08f0de3ff7d9 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:43.337187 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.344641 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:57:43.345949 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:57:43.460752 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:57:43.547951 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.590670 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:57:43.596473 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ba973c25-10b3-4265-ab08-6dc82774a1f4 admin admin] 10.222.0.67 "PUT /v2.0/routers/bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6227145 Jul 14 10:57:43.709772 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 4, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port': {'id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '248f8d15-a3c1-4110-b4a4-6b44327b7eaf', 'name': '', 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'mac_address': 'fa:16:3e:41:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:42Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 1, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'subnets': [{'id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:43.769434 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 156ded86-57d3-4309-bc97-08f0de3ff7d9, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=156ded86-57d3-4309-bc97-08f0de3ff7d9,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:43.771192 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4ed9f-7286-4af3-8a22-41b0bd25c8d2 None None] The sync data for ids ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'] in dv-cinder-796286-17-iscsi is: [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 4, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port': {'id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '248f8d15-a3c1-4110-b4a4-6b44327b7eaf', 'name': '', 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'mac_address': 'fa:16:3e:41:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:42Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 1, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'subnets': [{'id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:43.777730 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.778596 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 093368a3-bc9c-4c20-9dbf-952daa861db8 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:43.782321 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-db56b693-1ce7-447f-85c7-e30e83d677ed None None] Provisioning complete for port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:43.782687 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-db56b693-1ce7-447f-85c7-e30e83d677ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:43.900068 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-db56b693-1ce7-447f-85c7-e30e83d677ed None None] Port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:57:43.916885 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=156ded86-57d3-4309-bc97-08f0de3ff7d9,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:43.925427 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 093368a3-bc9c-4c20-9dbf-952daa861db8 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:43.925876 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.122189 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56182) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:44.127373 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-47220627-4123-45ee-b8f2-cfa6fac165af tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-207301442', 'description': 'tempest-secgroup-smoke-207301442 description', 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:44.150919 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47220627-4123-45ee-b8f2-cfa6fac165af tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.233334 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47220627-4123-45ee-b8f2-cfa6fac165af tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.237756 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47220627-4123-45ee-b8f2-cfa6fac165af tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.263936 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-47220627-4123-45ee-b8f2-cfa6fac165af tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.265136 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-47220627-4123-45ee-b8f2-cfa6fac165af tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1419618 Jul 14 10:57:44.268533 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56184) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:44.269544 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47220627-4123-45ee-b8f2-cfa6fac165af tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e489363d-736f-4afc-89d9-30b6ea435913,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.278764 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-27ecf5b7-f51d-4c1b-aae6-05822811a3a8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'security_group_rule': {'security_group_id': 'e489363d-736f-4afc-89d9-30b6ea435913', 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:44.306721 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-27ecf5b7-f51d-4c1b-aae6-05822811a3a8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.364282 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-27ecf5b7-f51d-4c1b-aae6-05822811a3a8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.368268 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-27ecf5b7-f51d-4c1b-aae6-05822811a3a8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.386244 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecf5b7-f51d-4c1b-aae6-05822811a3a8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c652c60-87aa-4d66-9f6b-a774f1e1b87d,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.391969 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-27ecf5b7-f51d-4c1b-aae6-05822811a3a8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.393348 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-27ecf5b7-f51d-4c1b-aae6-05822811a3a8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230514 Jul 14 10:57:44.396093 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56186) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:44.400977 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-83e3360f-c0c2-47e2-85b5-261f2c0e3fa4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'security_group_rule': {'security_group_id': 'e489363d-736f-4afc-89d9-30b6ea435913', 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:44.426570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-83e3360f-c0c2-47e2-85b5-261f2c0e3fa4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.485294 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-83e3360f-c0c2-47e2-85b5-261f2c0e3fa4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.488958 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-83e3360f-c0c2-47e2-85b5-261f2c0e3fa4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.505420 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3360f-c0c2-47e2-85b5-261f2c0e3fa4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3ccb3c-d224-432b-a2df-9f5ca2e82266,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.512028 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-83e3360f-c0c2-47e2-85b5-261f2c0e3fa4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.513247 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-83e3360f-c0c2-47e2-85b5-261f2c0e3fa4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161792 Jul 14 10:57:44.515940 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56188) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:44.520176 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-8ffbe22f-be70-44bd-9bb1-eb8fb1d6ed45 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'security_group_rule': {'security_group_id': 'e489363d-736f-4afc-89d9-30b6ea435913', 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:44.551619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe22f-be70-44bd-9bb1-eb8fb1d6ed45 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.620943 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe22f-be70-44bd-9bb1-eb8fb1d6ed45 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.625037 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe22f-be70-44bd-9bb1-eb8fb1d6ed45 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.645086 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbe22f-be70-44bd-9bb1-eb8fb1d6ed45 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b735eccc-6a69-48fe-b5ac-354572a01c24,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.653451 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-8ffbe22f-be70-44bd-9bb1-eb8fb1d6ed45 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.654710 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-8ffbe22f-be70-44bd-9bb1-eb8fb1d6ed45 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378672 Jul 14 10:57:44.657557 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56190) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:44.662182 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-6a465f88-886d-4e7c-a382-6588f3a7c8ff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'security_group_rule': {'security_group_id': 'e489363d-736f-4afc-89d9-30b6ea435913', 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:44.689995 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6a465f88-886d-4e7c-a382-6588f3a7c8ff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.753311 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6a465f88-886d-4e7c-a382-6588f3a7c8ff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.757631 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6a465f88-886d-4e7c-a382-6588f3a7c8ff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.776383 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a465f88-886d-4e7c-a382-6588f3a7c8ff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52fb5910-ff06-47ab-b02f-1e8932a70651,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.783816 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-6a465f88-886d-4e7c-a382-6588f3a7c8ff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.785137 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-6a465f88-886d-4e7c-a382-6588f3a7c8ff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264861 Jul 14 10:57:44.787685 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56192) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:44.792693 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'security_group_rule': {'security_group_id': 'e489363d-736f-4afc-89d9-30b6ea435913', 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:44.816181 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.securitygroups_db [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Project a85c0b1052814a14b3d7cc81fd638dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:57:44.821829 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.896263 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.902452 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.919265 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb8f89f-f549-42ac-868d-71fae69add4c,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:44.929156 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:44.932908 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-8cbd9980-3d01-44e6-a06f-6f4a006937cf tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417859 Jul 14 10:57:44.933541 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56200) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:57:44.938320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'security_group_rule': {'security_group_id': 'e489363d-736f-4afc-89d9-30b6ea435913', 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:57:44.963839 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.securitygroups_db [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Project a85c0b1052814a14b3d7cc81fd638dc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:57:44.969864 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.027846 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 29025299-1ca0-4e35-bfbc-15041ba6ae15 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:45.051888 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 29025299-1ca0-4e35-bfbc-15041ba6ae15 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:45.052646 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 29025299-1ca0-4e35-bfbc-15041ba6ae15 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:45.059586 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.074397 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.103094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61442e39-f19d-44d5-a53f-95221bde7858,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:45.106038 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.107304 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-25a90563-53f3-4d76-8847-62a6d8d31ee9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1727743 Jul 14 10:57:45.126785 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 156ded86-57d3-4309-bc97-08f0de3ff7d9 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:45.217575 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 156ded86-57d3-4309-bc97-08f0de3ff7d9 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:45.218040 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.316570 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5e16b119-cf1b-43ad-b281-132ce3f5b338 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:45.377646 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 5e16b119-cf1b-43ad-b281-132ce3f5b338 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:45.383856 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 5e16b119-cf1b-43ad-b281-132ce3f5b338 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:45.384499 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.394471 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b5ae-ddad-4196-b82f-05b3b1c0f05a req-ae6f8c23-d682-4398-8a27-f5a40b6b8c32 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:45.395989 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc97b5ae-ddad-4196-b82f-05b3b1c0f05a req-ae6f8c23-d682-4398-8a27-f5a40b6b8c32 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.1126800 Jul 14 10:57:45.439081 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc97b5ae-ddad-4196-b82f-05b3b1c0f05a req-83252ee8-8fb2-4de4-8f41-e478bd1e64a9 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368781 Jul 14 10:57:45.477746 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.501538 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 5e16b119-cf1b-43ad-b281-132ce3f5b338, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5e16b119-cf1b-43ad-b281-132ce3f5b338,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:45.505081 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:45.553865 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=5e16b119-cf1b-43ad-b281-132ce3f5b338,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:46.117649 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Sync routers for ids ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:57:46.126288 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Routers {'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:46.126901 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:46.233664 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Set router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:46.428843 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 4, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port': {'id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '248f8d15-a3c1-4110-b4a4-6b44327b7eaf', 'name': '', 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'mac_address': 'fa:16:3e:41:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:42Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 2, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'subnets': [{'id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:46.453891 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Checking router: bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:57:46.454244 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Updating router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:57:46.491394 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:46.614440 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53754623-b3ca-49a6-84a1-755466edcf7b req-b78b48b4-8244-443e-9888-492d7ce31361 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:46.615930 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-53754623-b3ca-49a6-84a1-755466edcf7b req-b78b48b4-8244-443e-9888-492d7ce31361 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.0644951 Jul 14 10:57:46.668269 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-53754623-b3ca-49a6-84a1-755466edcf7b req-e02b636c-71a2-49c8-bf8f-c6fbb0a29aa8 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Jul 14 10:57:46.756057 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:46.766705 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Transition to ACTIVE for port object 248f8d15-a3c1-4110-b4a4-6b44327b7eaf will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:57:46.773083 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:46.823601 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4826b-6cfb-4305-8767-4f13d57e0ad0 None None] Pushing event updated for resources: {'Port': ['ID=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:46.880246 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Attempting to bind port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:57:46.880758 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Attempting to bind port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:57:46.881106 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Attempting to bind port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf on network c1501d8c-2641-4ac8-82eb-61cd72e59571 {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:57:46.888229 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:57:46.888689 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Checking segment: {'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:57:46.889036 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:46.889423 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Bound using segment: {'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:57:46.889887 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Bound port: 248f8d15-a3c1-4110-b4a4-6b44327b7eaf, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58bd7085-11ef-4b30-96f3-23fd6cccb101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:57:46.890282 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:47.013615 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5e16b119-cf1b-43ad-b281-132ce3f5b338 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:47.038802 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] For port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:57:47.047121 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] For port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,segment=NetworkSegment(58bd7085-11ef-4b30-96f3-23fd6cccb101),segment_id=58bd7085-11ef-4b30-96f3-23fd6cccb101)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:57:47.051747 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:47.071951 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 5e16b119-cf1b-43ad-b281-132ce3f5b338 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:47.072269 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:47.110393 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4826b-6cfb-4305-8767-4f13d57e0ad0 None None] Pushing event updated for resources: {'Port': ['ID=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,revision_number=4']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:47.113902 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Routers {'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:57:47.114519 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:47.222837 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] Set router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:57:47.417339 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 4, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port': {'id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '248f8d15-a3c1-4110-b4a4-6b44327b7eaf', 'name': '', 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'mac_address': 'fa:16:3e:41:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:42Z', 'updated_at': '2021-07-14T10:57:47Z', 'revision_number': 4, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'subnets': [{'id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:57:47.442075 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982a362-b7de-425e-94e3-e34b4b1f57c5 None None] The sync data for ids ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'] in dv-cinder-796286-17-iscsi is: [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:42Z', 'revision_number': 4, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port': {'id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '248f8d15-a3c1-4110-b4a4-6b44327b7eaf', 'name': '', 'network_id': 'c1501d8c-2641-4ac8-82eb-61cd72e59571', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'mac_address': 'fa:16:3e:41:41:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:42Z', 'updated_at': '2021-07-14T10:57:47Z', 'revision_number': 4, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'subnets': [{'id': '5ffea5e5-ca3e-4001-887c-c522a5b9d0af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:57:47.876301 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa343f-b256-4443-ad43-e852fa2cb869 req-ad201fab-ce44-43fd-8017-e6ee999691d1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:47.877885 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bafa343f-b256-4443-ad43-e852fa2cb869 req-ad201fab-ce44-43fd-8017-e6ee999691d1 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.0747106 Jul 14 10:57:47.919159 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bafa343f-b256-4443-ad43-e852fa2cb869 req-dd467f6c-ae62-485f-b54a-b38b4c3e4db0 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350633 Jul 14 10:57:49.032484 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 248f8d15-a3c1-4110-b4a4-6b44327b7eaf up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:49.079622 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:57:49.083237 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:49.083629 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:49.102703 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff0519-cde4-4a0c-bd6a-cfbebd116416 req-1db7316b-b20f-4d5a-bce5-c6c0b9fbde45 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:49.104471 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e7ff0519-cde4-4a0c-bd6a-cfbebd116416 req-1db7316b-b20f-4d5a-bce5-c6c0b9fbde45 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.0664508 Jul 14 10:57:49.142538 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e7ff0519-cde4-4a0c-bd6a-cfbebd116416 req-27697d29-4df4-4a87-950e-2d76a4a553cd tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320575 Jul 14 10:57:49.164451 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:49.199648 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,segment=NetworkSegment(58bd7085-11ef-4b30-96f3-23fd6cccb101),segment_id=58bd7085-11ef-4b30-96f3-23fd6cccb101)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:49.203590 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:49.250971 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:49.867645 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-504d73cc-b03a-4513-8884-8759a4b19007 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:49.869224 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-504d73cc-b03a-4513-8884-8759a4b19007 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 945 time: 0.0633669 Jul 14 10:57:49.967577 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Deleting port a78dd6a3-d127-463e-977d-6073ca8aed22 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:57:49.967917 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:50.057129 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] For port a78dd6a3-d127-463e-977d-6073ca8aed22, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a78dd6a3-d127-463e-977d-6073ca8aed22,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:57:50.058028 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:50.070223 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Calling delete_port for a78dd6a3-d127-463e-977d-6073ca8aed22 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:57:50.203170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:50.215090 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586', '65dcf184-efe3-48b5-a184-fa20f9457d03', 'a78dd6a3-d127-463e-977d-6073ca8aed22'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:57:50.245647 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event deleted for resources: {'Port': ['ID=a78dd6a3-d127-463e-977d-6073ca8aed22,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:57:50.298487 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-13d6b48a-e9eb-41e4-a6d2-78774701a8fa req-61a205f6-1951-42b2-9f1c-4db3cc47f8e5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0435641 Jul 14 10:57:50.315682 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] No DVR routers for this DVR port a78dd6a3-d127-463e-977d-6073ca8aed22 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:57:50.318471 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:50.320852 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-eae9ec7d-d10e-413d-b36d-8eb09cd6c699 req-20e2ff8c-9a0d-486a-a756-707dc2deb94f tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "DELETE /v2.0/ports/a78dd6a3-d127-463e-977d-6073ca8aed22 HTTP/1.1" status: 204 len: 173 time: 0.4455910 Jul 14 10:57:50.321411 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'name': 'network-vif-deleted', 'tag': 'a78dd6a3-d127-463e-977d-6073ca8aed22'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:57:50.323964 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777ab824-ff77-40a2-9a57-121b78ac043c" -d '{"events": [{"server_uuid": "934db981-aaf9-4b4a-8d34-297bf9039a5d", "name": "network-vif-deleted", "tag": "a78dd6a3-d127-463e-977d-6073ca8aed22"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:57:50.362111 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90a768c-0f35-45b3-a1f3-6e2a202156c0 x-openstack-request-id: req-f90a768c-0f35-45b3-a1f3-6e2a202156c0 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:57:50.362409 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "934db981-aaf9-4b4a-8d34-297bf9039a5d", "name": "network-vif-deleted", "tag": "a78dd6a3-d127-463e-977d-6073ca8aed22", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:57:50.362658 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f90a768c-0f35-45b3-a1f3-6e2a202156c0 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:57:50.363052 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '934db981-aaf9-4b4a-8d34-297bf9039a5d', 'name': 'network-vif-deleted', 'tag': 'a78dd6a3-d127-463e-977d-6073ca8aed22', 'status': 'completed', 'code': 200} Jul 14 10:57:51.012546 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 248f8d15-a3c1-4110-b4a4-6b44327b7eaf up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:57:51.061852 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:57:51.062220 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:51.437709 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2c1eeb4e-0672-4a64-91c2-a1d6f4634082 req-20c5aa69-c6ca-4bf7-912a-2c5961a87005 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0271699 Jul 14 10:57:51.999695 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9121e90e-1e65-448f-847b-b463698c78a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:52.595774 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-641bcacf-8e63-45b4-8f5a-f69b157d2fcc req-9349f5dc-7df4-4bec-a79e-0f2b171003a9 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0323737 Jul 14 10:57:53.749843 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a031fb29-0ea4-4dff-8e3e-32edc010524a req-ba46c0d4-9301-42ea-a50c-930f60d60034 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=934db981-aaf9-4b4a-8d34-297bf9039a5d HTTP/1.1" status: 200 len: 210 time: 0.0303597 Jul 14 10:57:54.495691 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:54.722023 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c15977e5-f749-4b41-9c91-1648578a2ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:55.200395 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad2a1b-afe7-4aab-8519-452abffd8349 req-2b9169ca-53eb-4a77-bddd-f6f93cf1fdaf tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:55.201877 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f7ad2a1b-afe7-4aab-8519-452abffd8349 req-2b9169ca-53eb-4a77-bddd-f6f93cf1fdaf tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0635474 Jul 14 10:57:55.239104 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f7ad2a1b-afe7-4aab-8519-452abffd8349 req-027f2374-1dbf-4aa5-87f4-6082cf090cc7 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314188 Jul 14 10:57:55.573081 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:56.414106 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f367e-f6e4-46e2-b7ab-f54ee187c710 req-cf01f432-54de-4c65-90b3-fefa1ef77047 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:56.415451 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-301f367e-f6e4-46e2-b7ab-f54ee187c710 req-cf01f432-54de-4c65-90b3-fefa1ef77047 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0610335 Jul 14 10:57:56.452897 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-301f367e-f6e4-46e2-b7ab-f54ee187c710 req-715990c6-e878-4659-bcfe-3265c0d7c397 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315259 Jul 14 10:57:57.516777 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:57.638787 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc4829-6f26-4774-b5b8-222e4a6b25e8 req-92566e3f-760d-464d-ac9f-49f5dc3485dd tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:57.640259 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-58cc4829-6f26-4774-b5b8-222e4a6b25e8 req-92566e3f-760d-464d-ac9f-49f5dc3485dd tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0692043 Jul 14 10:57:57.678211 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-58cc4829-6f26-4774-b5b8-222e4a6b25e8 req-f87bfa64-1b3a-466e-914b-88bb5d081749 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Jul 14 10:57:58.213211 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a78dd6a3-d127-463e-977d-6073ca8aed22 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:57:58.234421 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:57:58.235177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: a78dd6a3-d127-463e-977d-6073ca8aed22 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:57:58.235532 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a78dd6a3-d127-463e-977d-6073ca8aed22 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:57:58.849999 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec06c9-3289-41fa-a418-d7aef4d410cd req-258cb512-63ba-4ad6-95f4-490d2607878b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:58.851771 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b7ec06c9-3289-41fa-a418-d7aef4d410cd req-258cb512-63ba-4ad6-95f4-490d2607878b tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0628467 Jul 14 10:57:58.886936 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b7ec06c9-3289-41fa-a418-d7aef4d410cd req-056bc442-e303-4fb3-8576-b652193842ba tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299840 Jul 14 10:57:59.968349 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-bee36b10-b6eb-42b2-8c64-cdfca599c4f5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:57:59.970339 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-bee36b10-b6eb-42b2-8c64-cdfca599c4f5 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.0685847 Jul 14 10:58:00.111221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5f78a-6a2d-44bf-984f-6dd5aa706b58 req-cd5d8b82-ff5e-42be-990d-884e0df2b446 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:00.113185 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-88d5f78a-6a2d-44bf-984f-6dd5aa706b58 req-cd5d8b82-ff5e-42be-990d-884e0df2b446 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=050283dc-d073-4dd4-98c2-a44015414649 HTTP/1.1" status: 200 len: 945 time: 0.1111877 Jul 14 10:58:00.128947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Deleting port 65dcf184-efe3-48b5-a184-fa20f9457d03 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:58:00.129290 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:00.198111 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-88d5f78a-6a2d-44bf-984f-6dd5aa706b58 req-214efa1b-d749-49a1-a9ea-ab18a3015833 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770078 Jul 14 10:58:00.235175 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] For port 65dcf184-efe3-48b5-a184-fa20f9457d03, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=65dcf184-efe3-48b5-a184-fa20f9457d03,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:00.235529 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:00.247737 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Calling delete_port for 65dcf184-efe3-48b5-a184-fa20f9457d03 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:58:00.372657 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:00.385409 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586', '65dcf184-efe3-48b5-a184-fa20f9457d03'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:00.400562 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event deleted for resources: {'Port': ['ID=65dcf184-efe3-48b5-a184-fa20f9457d03,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:00.449051 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] No DVR routers for this DVR port 65dcf184-efe3-48b5-a184-fa20f9457d03 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:58:00.451455 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:00.454090 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-83da10bb-ce0a-4df2-8d84-2c4c3fa62e85 req-d8dbcf38-adf1-494d-8f7f-a248541232c3 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "DELETE /v2.0/ports/65dcf184-efe3-48b5-a184-fa20f9457d03 HTTP/1.1" status: 204 len: 173 time: 0.4773099 Jul 14 10:58:00.454528 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050283dc-d073-4dd4-98c2-a44015414649', 'name': 'network-vif-deleted', 'tag': '65dcf184-efe3-48b5-a184-fa20f9457d03'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:00.456767 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfb28ac-e915-49a0-af82-55aaeb76d502" -d '{"events": [{"server_uuid": "050283dc-d073-4dd4-98c2-a44015414649", "name": "network-vif-deleted", "tag": "65dcf184-efe3-48b5-a184-fa20f9457d03"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:00.498390 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba8073b-9dd3-4f30-b3d6-cc734888737c x-openstack-request-id: req-eba8073b-9dd3-4f30-b3d6-cc734888737c {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:00.499037 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050283dc-d073-4dd4-98c2-a44015414649", "name": "network-vif-deleted", "tag": "65dcf184-efe3-48b5-a184-fa20f9457d03", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:00.499408 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eba8073b-9dd3-4f30-b3d6-cc734888737c {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:00.499906 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050283dc-d073-4dd4-98c2-a44015414649', 'name': 'network-vif-deleted', 'tag': '65dcf184-efe3-48b5-a184-fa20f9457d03', 'status': 'completed', 'code': 200} Jul 14 10:58:02.699864 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-64fec0c3-eaa4-44c9-9fce-7ab824d0aff2 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-207301442&fields=id&tenant_id=a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 267 time: 0.0405126 Jul 14 10:58:02.768495 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef0f1-434e-4e0c-bb1a-b8bdd495c3aa req-d2ebcfa3-528e-44c4-83be-3fd4f025a988 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:02.770367 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ce4ef0f1-434e-4e0c-bb1a-b8bdd495c3aa req-d2ebcfa3-528e-44c4-83be-3fd4f025a988 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 946 time: 0.0650182 Jul 14 10:58:02.810372 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-338067a9-be2b-4035-a8c8-acd34bf92dcd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:02.811472 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ce4ef0f1-434e-4e0c-bb1a-b8bdd495c3aa req-b0d53edc-6bca-4ca4-83dc-817517be2f48 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Jul 14 10:58:02.817002 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-338067a9-be2b-4035-a8c8-acd34bf92dcd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 812 time: 0.1078250 Jul 14 10:58:02.827758 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-229c69fd-05dd-49f2-83e1-6d1baccedd56 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/quotas/a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 375 time: 0.0099494 Jul 14 10:58:02.897367 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-f538fa06-dfd5-4aee-999c-eb2a6f085b6e tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637388 Jul 14 10:58:02.996782 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-12f40f42-2ef9-4fb2-843c-008648e2a5a0 service neutron] 10.222.0.67 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879846 Jul 14 10:58:03.084420 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-20b209d1-f5c2-4a7f-bf3a-eb0fc98108bb service neutron] 10.222.0.67 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840149 Jul 14 10:58:03.131508 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:58:03.381296 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8de6d196-db4c-4438-9fa6-084c50537f10 req-3cc04798-32e4-4a92-b2ec-c5cf02d7dc87 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 210 time: 0.0310161 Jul 14 10:58:03.735445 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7825f-b481-4116-8995-ae4e7df35136 req-2515b15a-b953-461a-a3d5-ce638ab8f349 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:03.736925 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4fe7825f-b481-4116-8995-ae4e7df35136 req-2515b15a-b953-461a-a3d5-ce638ab8f349 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 946 time: 0.0673127 Jul 14 10:58:03.773549 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4fe7825f-b481-4116-8995-ae4e7df35136 req-e3018d55-9f5d-49ba-b950-74ad239e15b4 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309701 Jul 14 10:58:03.992324 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250187a-02e7-47e8-bf07-abe8e94b1cef req-bd16442c-1791-4c10-ae4b-80b87c57da4d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:03.993922 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b250187a-02e7-47e8-bf07-abe8e94b1cef req-bd16442c-1791-4c10-ae4b-80b87c57da4d tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 946 time: 0.0665894 Jul 14 10:58:04.030508 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b250187a-02e7-47e8-bf07-abe8e94b1cef req-ff524fbb-f112-498b-9186-cdd1294e55e7 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Jul 14 10:58:04.243368 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 65dcf184-efe3-48b5-a184-fa20f9457d03 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:58:04.262761 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 65dcf184-efe3-48b5-a184-fa20f9457d03 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:58:04.263102 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 65dcf184-efe3-48b5-a184-fa20f9457d03 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:58:04.536721 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-0a138575-c4e0-42aa-ad06-6e42d6966362 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:04.538213 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-0a138575-c4e0-42aa-ad06-6e42d6966362 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 812 time: 0.1627150 Jul 14 10:58:04.543797 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e1c046b3-6e06-47ad-aced-1825d5477675 req-75425e17-f635-487b-a053-3729f13974b2 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 210 time: 0.0504842 Jul 14 10:58:04.577166 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095da180-d18b-4db5-b64f-c6b128c471bf req-dc163ea3-545a-4808-b88b-48ff7ee43d7c tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:04.578652 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-095da180-d18b-4db5-b64f-c6b128c471bf req-dc163ea3-545a-4808-b88b-48ff7ee43d7c tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 946 time: 0.1405480 Jul 14 10:58:04.604933 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-70f7386a-8c38-4893-b3b5-fef1d957db6d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 379 time: 0.0547166 Jul 14 10:58:04.627527 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'port': {'device_id': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'admin_state_up': True, 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'security_groups': ['e489363d-736f-4afc-89d9-30b6ea435913']}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:04.963111 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f7fac-640e-4cfe-a8e1-4e905e45db48 req-a28a6495-acd6-48f5-bc63-98df4c10fbff tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:04.964667 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-421f7fac-640e-4cfe-a8e1-4e905e45db48 req-a28a6495-acd6-48f5-bc63-98df4c10fbff tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 946 time: 0.0749290 Jul 14 10:58:05.007543 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-421f7fac-640e-4cfe-a8e1-4e905e45db48 req-841752ad-98e3-4971-ac37-ef09b6a9da69 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346892 Jul 14 10:58:05.061908 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Deleting port c455bc39-2635-44bb-900f-cde00dcd2586 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:58:05.062368 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.079798 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Made reservation on behalf of a85c0b1052814a14b3d7cc81fd638dc2 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:05.083378 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.242870 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] For port c455bc39-2635-44bb-900f-cde00dcd2586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c455bc39-2635-44bb-900f-cde00dcd2586,segment=NetworkSegment(69a0812c-4b95-4727-9345-f1fb61384b3c),segment_id=69a0812c-4b95-4727-9345-f1fb61384b3c)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:05.243149 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.288543 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Calling delete_port for c455bc39-2635-44bb-900f-cde00dcd2586 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:58:05.361660 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Allocated IP 172.20.0.14 (472e5857-63ab-4274-bf5f-c7351498e29e/2247d6fe-f58d-4da0-84b4-787cb49a4cfd/5b9c2d1c-b739-452a-99f2-3b0e19ee5132) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:05.371728 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54537f-4991-43e2-8414-12f9cc0d68db req-6e5a5b28-64c4-453b-8ac0-321c5a5c2815 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:05.373226 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-db54537f-4991-43e2-8414-12f9cc0d68db req-6e5a5b28-64c4-453b-8ac0-321c5a5c2815 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/ports?device_id=75ee7c10-5205-4e9d-8e46-c308c08a03d8 HTTP/1.1" status: 200 len: 946 time: 0.2194941 Jul 14 10:58:05.448558 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-0ff86ead-74b1-41e9-8051-f81eed77f49a tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:05.449974 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-0ff86ead-74b1-41e9-8051-f81eed77f49a tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 946 time: 0.0651553 Jul 14 10:58:05.464459 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-db54537f-4991-43e2-8414-12f9cc0d68db req-94a59537-fcfe-43e7-8e00-603155c4c90c tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.67 "GET /v2.0/security-groups?id=19c6892d-c5e3-4567-a93a-a4d4681c7f44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809710 Jul 14 10:58:05.557173 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Deleting port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:58:05.557505 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.589203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.598730 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['c455bc39-2635-44bb-900f-cde00dcd2586'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:05.637000 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.641917 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Pushing event deleted for resources: {'Port': ['ID=c455bc39-2635-44bb-900f-cde00dcd2586,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:05.670238 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] For port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:05.670590 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.694510 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.694859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.695194 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.695527 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.695860 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.696191 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.696533 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.696864 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.697187 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.697505 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.697824 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.698140 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.704192 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] No DVR routers for this DVR port c455bc39-2635-44bb-900f-cde00dcd2586 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:58:05.706606 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.708984 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-095da180-d18b-4db5-b64f-c6b128c471bf req-0e3f0f69-f02b-4c02-bf22-383712a015d4 tempest-AttachVolumeNegativeTest-2058685813 tempest-AttachVolumeNegativeTest-2058685813-project] 10.222.0.89 "DELETE /v2.0/ports/c455bc39-2635-44bb-900f-cde00dcd2586 HTTP/1.1" status: 204 len: 173 time: 1.1208618 Jul 14 10:58:05.709958 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Transition to ACTIVE for port object 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:58:05.711167 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'name': 'network-vif-deleted', 'tag': 'c455bc39-2635-44bb-900f-cde00dcd2586'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:05.711290 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-82d6ccf7-64c0-4069-94da-d10e251569ca req-e7806de1-70be-450f-8f0d-bac761c43e5e tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 210 time: 0.0375929 Jul 14 10:58:05.712176 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Calling delete_port for 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed owned by compute:nova {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:58:05.714727 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e5dd75-1fa2-4935-809f-72dff8d84ae7" -d '{"events": [{"server_uuid": "75ee7c10-5205-4e9d-8e46-c308c08a03d8", "name": "network-vif-deleted", "tag": "c455bc39-2635-44bb-900f-cde00dcd2586"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:05.761550 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.793367 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa705c8-99ac-4ec4-b450-83b44c152d0d x-openstack-request-id: req-ffa705c8-99ac-4ec4-b450-83b44c152d0d {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:05.793661 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ee7c10-5205-4e9d-8e46-c308c08a03d8", "name": "network-vif-deleted", "tag": "c455bc39-2635-44bb-900f-cde00dcd2586", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:05.793913 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ffa705c8-99ac-4ec4-b450-83b44c152d0d {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:05.794305 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ee7c10-5205-4e9d-8e46-c308c08a03d8', 'name': 'network-vif-deleted', 'tag': 'c455bc39-2635-44bb-900f-cde00dcd2586', 'status': 'completed', 'code': 200} Jul 14 10:58:05.810427 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Network 472e5857-63ab-4274-bf5f-c7351498e29e is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:05.819753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:05.822351 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:58:05.861002 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:05.876728 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.888968 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['6b9a9c6c-e2ce-41d9-9603-c35b42e811ed'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:05.905498 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:05.906225 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:05.919335 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Pushing event deleted for resources: {'Port': ['ID=6b9a9c6c-e2ce-41d9-9603-c35b42e811ed,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:05.927092 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7f7e5ea6-0954-496c-b4c2-fd20b7a8db44 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3045390 Jul 14 10:58:05.940090 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Request body: {'port': {'device_id': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:05.967256 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.967861 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.968383 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.968923 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.969456 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.969949 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.970438 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.970933 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.971268 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.971597 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.971947 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.972246 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:05.996984 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] No DVR routers for this DVR port 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed on host hv-cinder-79628 {{(pid=104700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:58:05.999449 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.002082 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d00b4dfd-12c7-47d5-a6cd-17e5c4153ba7 req-15ca0b77-00c2-4b6b-aa2c-a153e16461d9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "DELETE /v2.0/ports/6b9a9c6c-e2ce-41d9-9603-c35b42e811ed HTTP/1.1" status: 204 len: 173 time: 0.5464857 Jul 14 10:58:06.002537 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'name': 'network-vif-deleted', 'tag': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:06.004985 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e390d1-8ed6-4d55-965e-59d7c654f661" -d '{"events": [{"server_uuid": "2c0b1243-a616-4162-8201-73e29bfc8a8c", "name": "network-vif-deleted", "tag": "6b9a9c6c-e2ce-41d9-9603-c35b42e811ed"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:06.043323 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f67f3f-914f-4398-92a5-89c6b405fbfc x-openstack-request-id: req-90f67f3f-914f-4398-92a5-89c6b405fbfc {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:06.043936 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0b1243-a616-4162-8201-73e29bfc8a8c", "name": "network-vif-deleted", "tag": "6b9a9c6c-e2ce-41d9-9603-c35b42e811ed", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:06.043936 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90f67f3f-914f-4398-92a5-89c6b405fbfc {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:06.044234 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0b1243-a616-4162-8201-73e29bfc8a8c', 'name': 'network-vif-deleted', 'tag': '6b9a9c6c-e2ce-41d9-9603-c35b42e811ed', 'status': 'completed', 'code': 200} Jul 14 10:58:06.047366 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.130582 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-7d210441-5882-4224-9c15-d8c45f3aad1f None None] Provisioning for port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:58:06.135973 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-7d210441-5882-4224-9c15-d8c45f3aad1f None None] Provisioning complete for port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:58:06.136782 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7d210441-5882-4224-9c15-d8c45f3aad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.185959 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-7d210441-5882-4224-9c15-d8c45f3aad1f None None] Port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:58:06.206205 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0c43b436-35c6-4b41-b1d8-9cc8c974be60 req-03ab93c0-ea0b-4215-982a-f0ce3335d91c tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=2c0b1243-a616-4162-8201-73e29bfc8a8c HTTP/1.1" status: 200 len: 210 time: 0.0440190 Jul 14 10:58:06.367137 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:58:06.376030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.388345 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Transition to ACTIVE for port object 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:58:06.392167 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.443501 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Pushing event updated for resources: {'Port': ['ID=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:06.520139 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Attempting to bind port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:58:06.520483 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Attempting to bind port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:58:06.520842 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Attempting to bind port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:58:06.525378 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 on network 472e5857-63ab-4274-bf5f-c7351498e29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:58:06.525757 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Attempting to bind port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:58:06.530794 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:58:06.531129 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Checking segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:58:06.531513 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Bound using segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:58:06.531990 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Bound port: 5b9c2d1c-b739-452a-99f2-3b0e19ee5132, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:58:06.532335 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.568962 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56462) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:06.610846 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] For port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:06.616044 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] For port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:06.623391 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.624697 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] Deleting subnet 11dfa483-e5f5-4191-8e67-3f66fd710443 {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:58:06.627955 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.667322 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:06.668178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.669769 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] 10.222.0.89 "PUT /v2.0/ports/5b9c2d1c-b739-452a-99f2-3b0e19ee5132 HTTP/1.1" status: 200 len: 1094 time: 0.7349370 Jul 14 10:58:06.676049 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.691482 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b51e76-031b-424c-bdef-72e5a6e6245f service neutron] Pushing event updated for resources: {'Port': ['ID=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:06.723503 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.789743 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.805663 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:06.807975 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/11dfa483-e5f5-4191-8e67-3f66fd710443 HTTP/1.1" status: 204 len: 168 time: 0.2373438 Jul 14 10:58:06.810693 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56466) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:06.819013 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-3d650e2e-c029-4b95-92ae-3bf8b047b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:06.820909 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-3d650e2e-c029-4b95-92ae-3bf8b047b450 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 1097 time: 0.0924139 Jul 14 10:58:06.826853 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34360f-aa99-441f-adf6-8b1dff472482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11dfa483-e5f5-4191-8e67-3f66fd710443,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:06.911204 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-942a0ae6-6df1-421f-98e9-03e3b9990d9d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132 HTTP/1.1" status: 200 len: 217 time: 0.0783482 Jul 14 10:58:06.978744 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.003124 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-d78d67d8-183d-4922-b562-d5568ea96f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:07.004569 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-d78d67d8-183d-4922-b562-d5568ea96f44 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0752189 Jul 14 10:58:07.066732 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055916e-25bc-4662-9e1d-2d4a02c41b3c req-5bb8b455-b704-4ee4-9d18-11fb05eea0ec tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:07.068164 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6055916e-25bc-4662-9e1d-2d4a02c41b3c req-5bb8b455-b704-4ee4-9d18-11fb05eea0ec tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 944 time: 0.1983161 Jul 14 10:58:07.138525 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.157472 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777c02da-f028-46a0-8209-4a8f59f59aa6']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:07.176789 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a0812c-4b95-4727-9345-f1fb61384b3c') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:07.177061 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a0812c-4b95-4727-9345-f1fb61384b3c') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:07.181013 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6055916e-25bc-4662-9e1d-2d4a02c41b3c req-992d472c-b1dd-44df-97f7-3e222255d012 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995293 Jul 14 10:58:07.190944 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.206708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7c21ff20-a206-4895-a32c-5c0945a24212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:07.208308 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-7c21ff20-a206-4895-a32c-5c0945a24212 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1972442 Jul 14 10:58:07.209275 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.216310 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:58:07.216738 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:58:07.224649 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:58:07.324337 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.333853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.335670 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] 10.222.0.67 "DELETE /v2.0/networks/777c02da-f028-46a0-8209-4a8f59f59aa6 HTTP/1.1" status: 204 len: 168 time: 0.5238497 Jul 14 10:58:07.345995 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc9360-0cc4-4796-96cc-368f136c3caa admin admin] Pushing event deleted for resources: {'Network': ['ID=777c02da-f028-46a0-8209-4a8f59f59aa6,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:07.362742 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-cd0ce6e7-1262-4369-a018-a2749d179e3e service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475246 Jul 14 10:58:07.460741 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-66eac04b-c742-4df2-b3b6-947b87ed54a7 req-a20d3b90-4c2f-42a9-b2a3-06db9d79eae6 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910993 Jul 14 10:58:07.525930 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56476) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:07.565346 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c402f495-dd29-4163-9b0f-8aa860995bed admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dac326c07ea94e26a577ce65900cbee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382886 Jul 14 10:58:07.567707 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56478) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:07.613529 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e4975fdb-6f43-473b-93af-afe4f08fc984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.633898 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e4975fdb-6f43-473b-93af-afe4f08fc984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.686270 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e4975fdb-6f43-473b-93af-afe4f08fc984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.689462 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e4975fdb-6f43-473b-93af-afe4f08fc984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:07.690595 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e4975fdb-6f43-473b-93af-afe4f08fc984 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19c6892d-c5e3-4567-a93a-a4d4681c7f44 HTTP/1.1" status: 204 len: 168 time: 0.1219938 Jul 14 10:58:07.698117 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4975fdb-6f43-473b-93af-afe4f08fc984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c6892d-c5e3-4567-a93a-a4d4681c7f44,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:07.795541 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:07.798522 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637dc26d-2a29-4e88-a262-d4f0b3a162c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:07.832786 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc023f12-6827-488d-bda2-970276cfc8dd x-openstack-request-id: req-bc023f12-6827-488d-bda2-970276cfc8dd {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:07.833082 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:07.833335 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc023f12-6827-488d-bda2-970276cfc8dd {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:07.833737 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'status': 'completed', 'code': 200} Jul 14 10:58:08.354387 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c6888-b585-495c-b135-c8a91dd020a8 req-47476ec1-a3cc-4d04-ac22-7ea5b4c7677c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:08.355868 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ac8c6888-b585-495c-b135-c8a91dd020a8 req-47476ec1-a3cc-4d04-ac22-7ea5b4c7677c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 944 time: 0.0661478 Jul 14 10:58:08.393488 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ac8c6888-b585-495c-b135-c8a91dd020a8 req-702e7b87-aad9-411f-9f0a-04df6d607dac tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Jul 14 10:58:09.469770 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device c455bc39-2635-44bb-900f-cde00dcd2586 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:58:09.488763 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: c455bc39-2635-44bb-900f-cde00dcd2586 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:58:09.489106 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device c455bc39-2635-44bb-900f-cde00dcd2586 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:58:09.571917 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31b8a3-8aa9-44e9-bc46-aa41dceebc8b req-7d89b99d-7bfa-4432-a13d-8c175ce1f2ce tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:09.573406 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4f31b8a3-8aa9-44e9-bc46-aa41dceebc8b req-7d89b99d-7bfa-4432-a13d-8c175ce1f2ce tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 944 time: 0.0682194 Jul 14 10:58:09.611247 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4f31b8a3-8aa9-44e9-bc46-aa41dceebc8b req-6e02288c-24a1-4575-95e6-d13827160ca1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316880 Jul 14 10:58:10.461164 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:58:10.480411 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:58:10.481135 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 6b9a9c6c-e2ce-41d9-9603-c35b42e811ed not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:58:10.525092 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-f792268a-eece-4d98-933d-d8e366f15e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:10.526520 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-f792268a-eece-4d98-933d-d8e366f15e28 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 1097 time: 0.0517323 Jul 14 10:58:10.618472 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-afbc6b14-16fe-4e82-944c-90833aea4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:10.619908 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-afbc6b14-16fe-4e82-944c-90833aea4522 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0869024 Jul 14 10:58:10.660930 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-5acbe535-8327-4205-89b9-2cfff0621b53 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132 HTTP/1.1" status: 200 len: 217 time: 0.0342240 Jul 14 10:58:10.709171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-b9cf1ec7-418d-48ec-bb4e-cddc5bc57689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:10.710567 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-b9cf1ec7-418d-48ec-bb4e-cddc5bc57689 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0429423 Jul 14 10:58:10.817943 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-b6d0fa57-1095-4b03-ba6f-63c363aa7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:10.819419 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-b6d0fa57-1095-4b03-ba6f-63c363aa7bc1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1012464 Jul 14 10:58:10.827510 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959b3b3-d936-48ac-8969-ef86a6b81042 req-96a59b5b-473f-496a-b849-5bbd2718d53a tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:10.828894 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d959b3b3-d936-48ac-8969-ef86a6b81042 req-96a59b5b-473f-496a-b849-5bbd2718d53a tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 944 time: 0.1029608 Jul 14 10:58:10.919433 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d959b3b3-d936-48ac-8969-ef86a6b81042 req-2723dda7-04d8-418e-b85d-b5881e272904 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821307 Jul 14 10:58:10.942047 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-9fe099be-1b9b-483c-8e53-345137b8dd07 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115932 Jul 14 10:58:11.029376 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-637dc26d-2a29-4e88-a262-d4f0b3a162c3 req-08ad52ea-132f-45e1-9f43-4e14d8560843 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821164 Jul 14 10:58:12.087873 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61771b2e-1216-4d6e-8905-f3a10d6b70d4 req-b84eb425-8221-4aaf-a18b-3296dad74c48 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:12.089330 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-61771b2e-1216-4d6e-8905-f3a10d6b70d4 req-b84eb425-8221-4aaf-a18b-3296dad74c48 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 944 time: 0.0620110 Jul 14 10:58:12.124764 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-61771b2e-1216-4d6e-8905-f3a10d6b70d4 req-0fbc3250-c87f-4fce-99e7-c6085ef53a0d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299916 Jul 14 10:58:12.386371 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56572) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:12.487893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-032bf94a-8372-4842-a851-d1dca3af077c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:12.576869 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-032bf94a-8372-4842-a851-d1dca3af077c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:12.580545 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-032bf94a-8372-4842-a851-d1dca3af077c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:12.618781 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-032bf94a-8372-4842-a851-d1dca3af077c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0cb7e5c6b95440c6851a9f9bc134c68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313688 Jul 14 10:58:12.619624 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bf94a-8372-4842-a851-d1dca3af077c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e78cb5-8043-479e-82e3-03c27c9d23d4,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:12.621604 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56576) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:12.668880 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e51abc2-3fd7-4326-a8ac-e6d13629e08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:12.689403 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e51abc2-3fd7-4326-a8ac-e6d13629e08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:12.733666 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e51abc2-3fd7-4326-a8ac-e6d13629e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:12.736773 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-5e51abc2-3fd7-4326-a8ac-e6d13629e08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:12.737886 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-5e51abc2-3fd7-4326-a8ac-e6d13629e08d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8e78cb5-8043-479e-82e3-03c27c9d23d4 HTTP/1.1" status: 204 len: 168 time: 0.1153126 Jul 14 10:58:12.745145 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51abc2-3fd7-4326-a8ac-e6d13629e08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e78cb5-8043-479e-82e3-03c27c9d23d4,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:13.297617 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6e51f-80e1-458d-9475-31ee852376eb req-f59a0f87-cc5b-4077-a50d-827616250805 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:13.299097 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55b6e51f-80e1-458d-9475-31ee852376eb req-f59a0f87-cc5b-4077-a50d-827616250805 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 944 time: 0.0630698 Jul 14 10:58:13.325073 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56606) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:13.342649 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55b6e51f-80e1-458d-9475-31ee852376eb req-23b1f63e-48ca-4f7f-9ab8-e014e5b5a618 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378511 Jul 14 10:58:13.421883 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1004823542-network', 'tenant_id': '4501661a93b8453b8aa5f530fc3152ac'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:13.441880 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Made reservation on behalf of 4501661a93b8453b8aa5f530fc3152ac for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:13.444037 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.451978 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.538273 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.542324 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.561707 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1018} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:58:13.574829 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39251fe-42a3-410f-a7cc-e91e580d1bc3,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:13.581743 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.582085 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Added segment a251ed7e-f75a-4fb9-a122-46c930c673f5 of type vlan for network 84b95516-1cf3-4baa-ad11-1568f06da907 Jul 14 10:58:13.620312 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.647766 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.648672 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:13.649240 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.702970 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3768935 Jul 14 10:58:13.705768 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56610) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:13.712297 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Request body: {'subnet': {'network_id': '84b95516-1cf3-4baa-ad11-1568f06da907', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1004823542-subnet', 'tenant_id': '4501661a93b8453b8aa5f530fc3152ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:13.717952 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46582ce6-db2d-483b-9ac2-c20c8531c99f admin admin] Pushing event updated for resources: {'Network': ['ID=84b95516-1cf3-4baa-ad11-1568f06da907,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:13.727793 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 84b95516-1cf3-4baa-ad11-1568f06da907 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:58:13.736991 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Made reservation on behalf of 4501661a93b8453b8aa5f530fc3152ac for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:13.739276 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5039859'] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.901980 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5039809'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.956838 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Pushing event updated for resources: {'Subnet': ['ID=adce9e5c-5746-4ed7-aab6-6eede5fe1fb8,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:13.966776 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Checking segment: {'id': 'a251ed7e-f75a-4fb9-a122-46c930c673f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '84b95516-1cf3-4baa-ad11-1568f06da907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:58:13.967132 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Network hostable DHCP agents. Network: 84b95516-1cf3-4baa-ad11-1568f06da907, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:58:13.982241 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Network 84b95516-1cf3-4baa-ad11-1568f06da907 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:58:13.991369 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 84b95516-1cf3-4baa-ad11-1568f06da907) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:13.995449 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:13.996101 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:13.999764 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953696f6-e519-41df-a6d4-a5e5f6cb0150 None None] Network 84b95516-1cf3-4baa-ad11-1568f06da907 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:58:14.017062 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ad9725f0-a914-4bf5-807e-91eb3e80488c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3030686 Jul 14 10:58:14.118397 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b17ecb-f5fa-4404-a586-3b77517b8d38 None None] Network 84b95516-1cf3-4baa-ad11-1568f06da907 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:58:14.449775 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56630) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:14.455416 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-586667886-network', 'tenant_id': '35e105e5499049269f3beaa75026f780'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:14.476775 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Made reservation on behalf of 35e105e5499049269f3beaa75026f780 for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:14.479443 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.489288 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.508676 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342ab4b-88d1-4007-b294-18aabd2a072b req-d49b3600-9934-430d-a80b-13a3efc9dc33 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:14.510149 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3342ab4b-88d1-4007-b294-18aabd2a072b req-d49b3600-9934-430d-a80b-13a3efc9dc33 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 944 time: 0.0615566 Jul 14 10:58:14.551543 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3342ab4b-88d1-4007-b294-18aabd2a072b req-34db369f-51c9-44d7-82da-b9724b864ee6 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353115 Jul 14 10:58:14.583589 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.588163 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.612362 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1047} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:58:14.621829 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a7ff59-3e77-4d6a-84a3-39dc0da39aef,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:14.626556 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.626902 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Added segment 5da63c37-77b2-4378-9c33-167307f0399f of type vlan for network 77385abf-8d69-44d6-9e2e-16a7f1d3739d Jul 14 10:58:14.665843 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.692480 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.693449 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:14.694030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.744402 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2934813 Jul 14 10:58:14.747382 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56632) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:14.752245 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Request body: {'subnet': {'network_id': '77385abf-8d69-44d6-9e2e-16a7f1d3739d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-586667886-subnet', 'tenant_id': '35e105e5499049269f3beaa75026f780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:14.754604 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073dc5c-4ccb-4ac9-830a-77de444d5918 admin admin] Pushing event updated for resources: {'Network': ['ID=77385abf-8d69-44d6-9e2e-16a7f1d3739d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:14.765315 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 77385abf-8d69-44d6-9e2e-16a7f1d3739d details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:58:14.773840 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Made reservation on behalf of 35e105e5499049269f3beaa75026f780 for: {'subnet': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:14.777057 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5060036'] for subnet, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.896384 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:58:14.947469 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5477501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5060086'] for subnet, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:14.991286 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:15.003145 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'port_id': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'mac_address': 'fa:16:3e:45:16:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:58:15.003808 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f8894f-9887-462e-99a2-50eb8c1e7822,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:15.013990 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Checking segment: {'id': '5da63c37-77b2-4378-9c33-167307f0399f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '77385abf-8d69-44d6-9e2e-16a7f1d3739d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:58:15.014340 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Network hostable DHCP agents. Network: 77385abf-8d69-44d6-9e2e-16a7f1d3739d, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:58:15.029909 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Network 77385abf-8d69-44d6-9e2e-16a7f1d3739d is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:58:15.038373 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 77385abf-8d69-44d6-9e2e-16a7f1d3739d) {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:15.042692 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:15.043269 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:15.043817 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:15.054359 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b883e699-f7cb-4e4a-b149-502485503c9a None None] Network 77385abf-8d69-44d6-9e2e-16a7f1d3739d requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:58:15.058152 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-2184f14b-97eb-40e9-97c1-45821c373b67 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3096735 Jul 14 10:58:15.091980 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:58:15.121027 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:15.131750 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:15.227726 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:15.231758 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c9ddb-4939-411b-8396-d024a30fa14e None None] Network 77385abf-8d69-44d6-9e2e-16a7f1d3739d requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:58:15.238928 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.239275 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.239609 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.239937 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.240268 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.240622 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.240945 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.241265 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.241586 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.241905 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.242224 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.242536 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:58:15.729090 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27394990-5fd2-4936-99b0-d6c27d727525 req-52f6c666-1242-4cee-9878-71fae64a8f32 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:15.730464 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-27394990-5fd2-4936-99b0-d6c27d727525 req-52f6c666-1242-4cee-9878-71fae64a8f32 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 945 time: 0.0638597 Jul 14 10:58:15.766375 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-27394990-5fd2-4936-99b0-d6c27d727525 req-2ada7b48-89b5-48c7-8b26-cb27cdbd27e0 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303185 Jul 14 10:58:16.087561 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['5b9c2d1c-b739-452a-99f2-3b0e19ee5132'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:16.256570 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-b08d15e3-507c-4e9e-8fdf-ce2fc0d8f072 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:16.257964 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-b08d15e3-507c-4e9e-8fdf-ce2fc0d8f072 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/networks?id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 HTTP/1.1" status: 200 len: 814 time: 0.0982733 Jul 14 10:58:16.273488 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-3b8b04c5-7b85-4321-9bd3-d885e316671e tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/quotas/7d4683e6e0aa4095886bf3442f4412b6 HTTP/1.1" status: 200 len: 375 time: 0.0099761 Jul 14 10:58:16.310653 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-2cbf78b8-ac7c-4eb5-a067-e2da54e4a906 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=7d4683e6e0aa4095886bf3442f4412b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319688 Jul 14 10:58:16.402372 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-b18aa198-7761-4b4b-b8a0-7cbb72fc73e8 service neutron] 10.222.0.67 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844386 Jul 14 10:58:16.493052 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-c478f908-5670-411d-a368-17b2d927a0fb service neutron] 10.222.0.67 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845370 Jul 14 10:58:16.659473 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-accc529d-3ca0-4f49-ac13-ee2fff1c1c14 req-edf218ce-9af6-4a2f-8c76-0a825de13599 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 210 time: 0.0298719 Jul 14 10:58:16.950929 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d53a47-0f8e-421a-96ca-756a8b1c465a req-a80eba88-9975-4d5e-afff-d5f939b9223d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:16.952390 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d5d53a47-0f8e-421a-96ca-756a8b1c465a req-a80eba88-9975-4d5e-afff-d5f939b9223d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 945 time: 0.0655525 Jul 14 10:58:16.992321 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d5d53a47-0f8e-421a-96ca-756a8b1c465a req-ae053ae1-f7d2-44ef-934d-2044c827af5b tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338941 Jul 14 10:58:17.728704 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-989b2e0b-fc0b-494f-bfa9-a54e8707e00c tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:17.730129 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-989b2e0b-fc0b-494f-bfa9-a54e8707e00c tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "GET /v2.0/networks?id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 HTTP/1.1" status: 200 len: 814 time: 0.1073673 Jul 14 10:58:17.742916 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Request body: {'port': {'device_id': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8', 'admin_state_up': True, 'tenant_id': '7d4683e6e0aa4095886bf3442f4412b6'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:17.820273 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01567ac1-aeaa-448e-8df1-791f8176a323 req-c5d1e1db-a84e-46b1-8fbe-2b3da3c8e056 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 210 time: 0.0380259 Jul 14 10:58:17.881659 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Made reservation on behalf of 7d4683e6e0aa4095886bf3442f4412b6 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:17.885218 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.006757 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Allocated IP 172.20.0.2 (4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8/c5fe5a94-3165-42dd-9e04-3c8bbe153c6e/afa0ea7f-8752-4a35-9bf4-613060648ae4) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:18.169457 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.179442 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65341e-6392-4c78-bfc3-7bdd230f4bc9 req-09ccbabf-7164-426d-88d8-196db1e19417 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:18.181635 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0c65341e-6392-4c78-bfc3-7bdd230f4bc9 req-09ccbabf-7164-426d-88d8-196db1e19417 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 945 time: 0.0745809 Jul 14 10:58:18.213648 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.233112 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0c65341e-6392-4c78-bfc3-7bdd230f4bc9 req-acd6c901-9391-4986-b11c-232c730e6a33 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406671 Jul 14 10:58:18.263712 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:18.267039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:18.271100 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:58:18.277290 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Pushing event updated for resources: {'Port': ['ID=afa0ea7f-8752-4a35-9bf4-613060648ae4,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:18.325587 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:18.326192 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.339189 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-a30995c5-2635-4371-935b-3fef3d456baa tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6000488 Jul 14 10:58:18.352200 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Request body: {'port': {'device_id': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:18.470908 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:18.519355 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:58:18.523363 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:58:18.523735 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.601516 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.625451 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:18.627756 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074180d3-4138-47c9-a593-57e7f9682aaf" -d '{"events": [{"server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "name": "network-vif-plugged", "status": "completed", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:18.644306 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:18.652417 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.676081 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f8f27e-a65c-4456-8186-27a8e946181f x-openstack-request-id: req-a0f8f27e-a65c-4456-8186-27a8e946181f {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:18.676382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "name": "network-vif-plugged", "status": "completed", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:18.676759 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0f8f27e-a65c-4456-8186-27a8e946181f {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:18.677146 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'code': 200} Jul 14 10:58:18.700171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.709626 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:18.935987 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4f7f8-5bf9-412b-b372-d4b55b95f616 req-155ef46e-ab95-4acc-bbe0-d7a0f3eb3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:18.937489 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ebb4f7f8-5bf9-412b-b372-d4b55b95f616 req-155ef46e-ab95-4acc-bbe0-d7a0f3eb3db0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 1099 time: 0.0602388 Jul 14 10:58:18.958964 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa0ea7f-8752-4a35-9bf4-613060648ae4 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:58:18.966284 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:18.979089 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Transition to ACTIVE for port object afa0ea7f-8752-4a35-9bf4-613060648ae4 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:58:18.982534 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:19.007727 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ebb4f7f8-5bf9-412b-b372-d4b55b95f616 req-933ec14b-476f-424a-8fbd-f4edb3c5ce03 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607851 Jul 14 10:58:19.031155 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4f8b-514b-45f2-96bc-4d72d7e64657 req-4dd0b29e-5c9a-4e7f-bb78-4f4f3e5d8b3f tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.032655 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b1a4f8b-514b-45f2-96bc-4d72d7e64657 req-4dd0b29e-5c9a-4e7f-bb78-4f4f3e5d8b3f tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 931 time: 0.0942650 Jul 14 10:58:19.047649 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Pushing event updated for resources: {'Port': ['ID=afa0ea7f-8752-4a35-9bf4-613060648ae4,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:19.071795 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0b1a4f8b-514b-45f2-96bc-4d72d7e64657 req-079360b0-855b-4ebd-a2d4-5c66bf67e9d1 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Jul 14 10:58:19.096533 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Attempting to bind port afa0ea7f-8752-4a35-9bf4-613060648ae4 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:58:19.096871 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Attempting to bind port afa0ea7f-8752-4a35-9bf4-613060648ae4 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:58:19.097197 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Attempting to bind port afa0ea7f-8752-4a35-9bf4-613060648ae4 on network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:58:19.101322 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Port afa0ea7f-8752-4a35-9bf4-613060648ae4 on network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:58:19.101642 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Attempting to bind port afa0ea7f-8752-4a35-9bf4-613060648ae4 on network 4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:58:19.106380 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:58:19.106657 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Checking segment: {'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:58:19.107034 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Bound using segment: {'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:58:19.107451 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Bound port: afa0ea7f-8752-4a35-9bf4-613060648ae4, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:58:19.107800 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:19.169170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] For port afa0ea7f-8752-4a35-9bf4-613060648ae4, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:19.172276 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] For port afa0ea7f-8752-4a35-9bf4-613060648ae4, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afa0ea7f-8752-4a35-9bf4-613060648ae4,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:19.176424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:19.211920 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.212664 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:19.214430 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] 10.222.0.89 "PUT /v2.0/ports/afa0ea7f-8752-4a35-9bf4-613060648ae4 HTTP/1.1" status: 200 len: 1093 time: 0.8662055 Jul 14 10:58:19.216651 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'tag': 'afa0ea7f-8752-4a35-9bf4-613060648ae4'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:19.218879 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86725c8-67b4-4fac-8fcf-041a2974850d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5", "tag": "afa0ea7f-8752-4a35-9bf4-613060648ae4"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:19.247302 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eef04-a06c-4537-a93e-ce37657e157f service neutron] Pushing event updated for resources: {'Port': ['ID=afa0ea7f-8752-4a35-9bf4-613060648ae4,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:19.274335 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa254c6-2c82-473b-a4e7-1c878d8d337e x-openstack-request-id: req-0aa254c6-2c82-473b-a4e7-1c878d8d337e {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:19.274753 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5", "tag": "afa0ea7f-8752-4a35-9bf4-613060648ae4", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:19.275020 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0aa254c6-2c82-473b-a4e7-1c878d8d337e {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:19.275426 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'tag': 'afa0ea7f-8752-4a35-9bf4-613060648ae4', 'status': 'completed', 'code': 200} Jul 14 10:58:19.337191 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-3b1941fd-7f2c-4c2e-ac5c-ae8d7ecd12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.339145 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-3b1941fd-7f2c-4c2e-ac5c-ae8d7ecd12ce service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d4683e6e0aa4095886bf3442f4412b6&device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 1096 time: 0.0555542 Jul 14 10:58:19.382836 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-e38d872d-393c-4195-bff8-7b623aef4101 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afa0ea7f-8752-4a35-9bf4-613060648ae4 HTTP/1.1" status: 200 len: 217 time: 0.0353994 Jul 14 10:58:19.419818 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526ef59-84b8-4d51-85b8-f5976a3de0ba req-c22c18b4-7c51-4351-a471-b47cb9c74e08 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.421691 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7526ef59-84b8-4d51-85b8-f5976a3de0ba req-c22c18b4-7c51-4351-a471-b47cb9c74e08 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 946 time: 0.0703065 Jul 14 10:58:19.441228 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-dadb6486-f8ca-4295-a3d7-a620fe0f7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.443028 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-dadb6486-f8ca-4295-a3d7-a620fe0f7919 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c5fe5a94-3165-42dd-9e04-3c8bbe153c6e HTTP/1.1" status: 200 len: 854 time: 0.0531878 Jul 14 10:58:19.463843 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7526ef59-84b8-4d51-85b8-f5976a3de0ba req-0df23890-b5c0-40d6-8171-3c7bf617a762 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361412 Jul 14 10:58:19.476912 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-d343c324-0949-41d4-8172-c1f4ce8102da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272436 Jul 14 10:58:19.566332 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-249717bf-b6d9-4360-926d-7fa2fb4ede00 service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814896 Jul 14 10:58:19.659601 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c2903ff5-4a4f-4362-938c-e02787c0d7dc req-69567a5e-e3fa-4379-8bd2-6ab6e596a1fc service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864537 Jul 14 10:58:19.763091 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-7913b5ca-8317-4ebf-8cce-8af101c63b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.764565 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-7913b5ca-8317-4ebf-8cce-8af101c63b33 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7d4683e6e0aa4095886bf3442f4412b6&device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 1096 time: 0.0532854 Jul 14 10:58:19.857249 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-9d4ea0c3-4728-4425-a751-9729d5167730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.858711 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-9d4ea0c3-4728-4425-a751-9729d5167730 service neutron] 10.222.0.89 "GET /v2.0/networks?id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 HTTP/1.1" status: 200 len: 916 time: 0.0875032 Jul 14 10:58:19.901407 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-25302a6f-e699-43ea-8939-40e47f9ef820 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afa0ea7f-8752-4a35-9bf4-613060648ae4 HTTP/1.1" status: 200 len: 217 time: 0.0337694 Jul 14 10:58:19.950861 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-5c312cd2-1042-4879-b548-edf0a6caeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:19.952273 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-5c312cd2-1042-4879-b548-edf0a6caeba8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=c5fe5a94-3165-42dd-9e04-3c8bbe153c6e HTTP/1.1" status: 200 len: 854 time: 0.0429885 Jul 14 10:58:19.988572 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-b1b59594-8b87-4bfc-80d3-143317039f64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293374 Jul 14 10:58:20.073061 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-45f16d32-b21d-4488-b612-2842087f1824 service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772762 Jul 14 10:58:20.165929 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-d86725c8-67b4-4fac-8fcf-041a2974850d req-fff83ead-3651-4020-b648-8e353a1836c0 service neutron] 10.222.0.89 "GET /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853693 Jul 14 10:58:20.246472 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39935980-cde1-4e8a-8aee-537bd7401d8d req-b218c810-3458-41df-b16b-f0fb2569026f tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:20.248164 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39935980-cde1-4e8a-8aee-537bd7401d8d req-b218c810-3458-41df-b16b-f0fb2569026f tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 943 time: 0.0651226 Jul 14 10:58:20.284981 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-39935980-cde1-4e8a-8aee-537bd7401d8d req-29dd1ce0-65b8-42c1-b257-a6ebc9285745 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Jul 14 10:58:20.653024 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621cc5f-68e0-47e8-92cd-f7642dc10c6b req-c168854e-f9d8-4be8-869d-9eb2cfc84269 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:20.654532 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e621cc5f-68e0-47e8-92cd-f7642dc10c6b req-c168854e-f9d8-4be8-869d-9eb2cfc84269 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 946 time: 0.0665145 Jul 14 10:58:20.695156 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e621cc5f-68e0-47e8-92cd-f7642dc10c6b req-56cdfe99-bb5f-4e93-baac-717356d7e559 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347216 Jul 14 10:58:20.874505 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a0f78-4fd8-4bf5-9e49-48a7ea57e8ed req-94b564dd-1e5c-46e0-963b-bb4e860e984f tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:20.876004 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-785a0f78-4fd8-4bf5-9e49-48a7ea57e8ed req-94b564dd-1e5c-46e0-963b-bb4e860e984f tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 946 time: 0.0638273 Jul 14 10:58:20.913154 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-785a0f78-4fd8-4bf5-9e49-48a7ea57e8ed req-76dcd364-2bd1-4644-8e9e-01b880d85b89 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304117 Jul 14 10:58:20.937433 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56734) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:21.126504 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43777b9-1caf-4317-9f63-4b4e9a059cdd tempest-TestVolumeBootPattern-1082998996 tempest-TestVolumeBootPattern-1082998996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:21.128035 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f43777b9-1caf-4317-9f63-4b4e9a059cdd tempest-TestVolumeBootPattern-1082998996 tempest-TestVolumeBootPattern-1082998996-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 1094 time: 0.1896632 Jul 14 10:58:21.131464 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56738) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:21.135813 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'port_id': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:21.156927 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:21.250105 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:21.352975 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Allocated IP 172.27.1.63 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/4327769e-76b2-4da5-a0b5-4ace29fad1f2) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:21.450989 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7f1c4-68ac-4633-b693-e29dd5afb47b req-0283642d-3c9b-4099-ab0a-c01d9dc9fc96 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:21.451254 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:21.452446 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6bd7f1c4-68ac-4633-b693-e29dd5afb47b req-0283642d-3c9b-4099-ab0a-c01d9dc9fc96 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 943 time: 0.0614481 Jul 14 10:58:21.490281 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:21.490769 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-6bd7f1c4-68ac-4633-b693-e29dd5afb47b req-595eeebd-ecae-42d3-ac05-c827b20120e9 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jul 14 10:58:21.529529 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:21.534799 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:21.538255 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:58:21.565552 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=4327769e-76b2-4da5-a0b5-4ace29fad1f2,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:21.915738 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:21.997809 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.004887 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-91e45531-2496-4347-ac02-7118a9ba9157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.152680 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.157413 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.225916 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=4327769e-76b2-4da5-a0b5-4ace29fad1f2,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:22.233946 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.329277 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Floating IP 4b6ae395-eb4d-4eac-af5a-a58d09f741aa associated. External IP: 172.27.1.63, port: 5b9c2d1c-b739-452a-99f2-3b0e19ee5132. Jul 14 10:58:22.476725 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device afa0ea7f-8752-4a35-9bf4-613060648ae4 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:58:22.530410 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:58:22.570028 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port afa0ea7f-8752-4a35-9bf4-613060648ae4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afa0ea7f-8752-4a35-9bf4-613060648ae4,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:22.581595 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'afa0ea7f-8752-4a35-9bf4-613060648ae4', 'network_id': '4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8', 'port_id': 'afa0ea7f-8752-4a35-9bf4-613060648ae4', 'mac_address': 'fa:16:3e:54:d2:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5fe5a94-3165-42dd-9e04-3c8bbe153c6e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:58:22.623410 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.636785 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa0ea7f-8752-4a35-9bf4-613060648ae4 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:58:22.655641 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port afa0ea7f-8752-4a35-9bf4-613060648ae4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afa0ea7f-8752-4a35-9bf4-613060648ae4,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:22.659660 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.672688 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:58:22.688293 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:58:22.697029 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:22.709439 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:58:22.710060 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:22.729790 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bbaf3-1249-4f63-94e8-419a19b12c94 req-cc05fc03-8b1a-4d28-8f9d-95254bde60a6 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:22.731179 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-750bbaf3-1249-4f63-94e8-419a19b12c94 req-cc05fc03-8b1a-4d28-8f9d-95254bde60a6 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 943 time: 0.1119282 Jul 14 10:58:22.756682 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-9af44693-096e-4c14-add7-614e369ebc41 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6242054 Jul 14 10:58:22.758800 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:22.759929 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=afa0ea7f-8752-4a35-9bf4-613060648ae4,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:22.761026 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:22.791213 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-750bbaf3-1249-4f63-94e8-419a19b12c94 req-56be260c-7c99-4cb9-855c-56520c4f96f7 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515163 Jul 14 10:58:22.796469 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86992d8-c438-460b-a688-c836b91b5afb x-openstack-request-id: req-f86992d8-c438-460b-a688-c836b91b5afb {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:22.796853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:22.797103 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f86992d8-c438-460b-a688-c836b91b5afb {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:22.797493 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'status': 'completed', 'code': 200} Jul 14 10:58:22.837894 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:58:22.869845 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-12eb64f9-6d4b-4e4d-8020-b890845a0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:22.871314 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-12eb64f9-6d4b-4e4d-8020-b890845a0806 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 1099 time: 0.0505748 Jul 14 10:58:22.910647 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['afa0ea7f-8752-4a35-9bf4-613060648ae4'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:22.957902 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-630b40d2-7cc8-4ee9-a2a1-94abbdff32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:22.959379 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-630b40d2-7cc8-4ee9-a2a1-94abbdff32b2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0812478 Jul 14 10:58:23.026822 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-3998e23d-db47-4b2e-820a-ca69d1e94ccd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132 HTTP/1.1" status: 200 len: 999 time: 0.0609951 Jul 14 10:58:23.080669 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-821ba4f3-dd83-46d4-8a5d-aa7359a8e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:23.082220 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-821ba4f3-dd83-46d4-8a5d-aa7359a8e318 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0496047 Jul 14 10:58:23.145358 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-461e6865-3d13-4107-ba8f-2ae1c51207bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:23.147245 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-461e6865-3d13-4107-ba8f-2ae1c51207bb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554075 Jul 14 10:58:23.172592 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '4b6ae395-eb4d-4eac-af5a-a58d09f741aa', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:45:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:58:21Z', 'updated_at': '2021-07-14T10:58:21Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:23.207515 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:58:23.217507 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:58:23.218135 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:57:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:23.246352 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-6ce032d0-0430-4f9f-8af8-c937fb6f4f15 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912836 Jul 14 10:58:23.358038 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-54cefceb-11eb-4ff7-b033-fdcfaf30f1c9 req-d0e4629a-8637-412d-8cf2-b6b96c48a0f6 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043141 Jul 14 10:58:23.359394 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:58:23.580540 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '4b6ae395-eb4d-4eac-af5a-a58d09f741aa', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:45:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:58:21Z', 'updated_at': '2021-07-14T10:58:21Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:23.605188 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18852985-086c-4c3e-9487-23e54e32fb12 None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': '4b6ae395-eb4d-4eac-af5a-a58d09f741aa', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.63', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:45:16:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:58:21Z', 'updated_at': '2021-07-14T10:58:21Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:58:23.779300 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca361c98-e888-47ca-a2bb-dc0620895c4e None None] New status for floating IP 4b6ae395-eb4d-4eac-af5a-a58d09f741aa: ACTIVE {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:58:23.966653 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c0ae8-da84-4671-b510-ebe44456f1af req-3ab1c324-3faf-4d6c-b540-75556cfa65cb tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:23.968103 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-761c0ae8-da84-4671-b510-ebe44456f1af req-3ab1c324-3faf-4d6c-b540-75556cfa65cb tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 944 time: 0.0670693 Jul 14 10:58:24.004355 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-761c0ae8-da84-4671-b510-ebe44456f1af req-356f9ee9-84e6-4c0c-93b5-6cad780224cb tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301070 Jul 14 10:58:24.494614 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device afa0ea7f-8752-4a35-9bf4-613060648ae4 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:58:24.497867 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:24.553371 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port afa0ea7f-8752-4a35-9bf4-613060648ae4 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:58:24.557780 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port afa0ea7f-8752-4a35-9bf4-613060648ae4 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:58:24.558072 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:24.635827 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:24.656897 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0ea7f-8752-4a35-9bf4-613060648ae4'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:24.659149 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92ea0e1-99f2-4a6e-978f-48f3410b0ee5" -d '{"events": [{"server_uuid": "7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5", "name": "network-vif-plugged", "status": "completed", "tag": "afa0ea7f-8752-4a35-9bf4-613060648ae4"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:24.671839 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port afa0ea7f-8752-4a35-9bf4-613060648ae4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afa0ea7f-8752-4a35-9bf4-613060648ae4,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:24.675661 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:24.698899 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2891f01-e846-495c-9597-a7867224f161 x-openstack-request-id: req-a2891f01-e846-495c-9597-a7867224f161 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:24.699188 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5", "name": "network-vif-plugged", "status": "completed", "tag": "afa0ea7f-8752-4a35-9bf4-613060648ae4", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:24.699437 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a2891f01-e846-495c-9597-a7867224f161 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:24.699820 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa0ea7f-8752-4a35-9bf4-613060648ae4', 'code': 200} Jul 14 10:58:24.739128 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d2aafdff-6dbe-44ae-be69-5c7e3497f2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:24.740718 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=afa0ea7f-8752-4a35-9bf4-613060648ae4,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:24.922251 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb1526-c25e-4502-8d0f-c62b4691b2e8 req-84065fbb-4bbc-4705-ad04-0d30bf7b1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:24.924264 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-aabb1526-c25e-4502-8d0f-c62b4691b2e8 req-84065fbb-4bbc-4705-ad04-0d30bf7b1023 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 1098 time: 0.0560286 Jul 14 10:58:24.956695 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-aabb1526-c25e-4502-8d0f-c62b4691b2e8 req-4ac98132-6014-4455-9ae9-2ec1035a88ea service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267012 Jul 14 10:58:25.171427 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3556e5-01cf-43bc-97bc-fa3fe42bf9ab req-9bceb1f2-c824-412b-a6f2-fa3524b18ae6 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:25.172924 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7a3556e5-01cf-43bc-97bc-fa3fe42bf9ab req-9bceb1f2-c824-412b-a6f2-fa3524b18ae6 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 945 time: 0.0610473 Jul 14 10:58:25.209321 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7a3556e5-01cf-43bc-97bc-fa3fe42bf9ab req-ffbcc41f-2eae-40fa-8b05-19bc9927b7da tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Jul 14 10:58:25.576960 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:26.378017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5698c-1a17-4c84-8794-46a55028107c req-fa62f1bd-2e4b-4dc0-ac59-77fa1846e1c8 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:26.379452 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25a5698c-1a17-4c84-8794-46a55028107c req-fa62f1bd-2e4b-4dc0-ac59-77fa1846e1c8 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 945 time: 0.0621088 Jul 14 10:58:26.416394 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-25a5698c-1a17-4c84-8794-46a55028107c req-9206b5cd-f8d1-42cc-b372-8c9fef08da34 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Jul 14 10:58:27.522512 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.227072 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.548907 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56836) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:28.592180 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] Deleting subnet adce9e5c-5746-4ed7-aab6-6eede5fe1fb8 {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:58:28.595325 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.632599 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4770947'] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.669982 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.720312 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5039830'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.747945 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.749718 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/adce9e5c-5746-4ed7-aab6-6eede5fe1fb8 HTTP/1.1" status: 204 len: 168 time: 0.1993017 Jul 14 10:58:28.750636 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee64d1-9e50-4919-a0d3-9cb4eadec0c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adce9e5c-5746-4ed7-aab6-6eede5fe1fb8,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:28.752504 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56838) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:28.821196 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.897232 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.906833 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b95516-1cf3-4baa-ad11-1568f06da907']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:28.917448 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a251ed7e-f75a-4fb9-a122-46c930c673f5') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:28.917733 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a251ed7e-f75a-4fb9-a122-46c930c673f5') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:28.926742 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.939885 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.945384 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:58:28.945750 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:58:28.947293 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:58:29.003146 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.008646 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.010448 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/84b95516-1cf3-4baa-ad11-1568f06da907 HTTP/1.1" status: 204 len: 168 time: 0.2569385 Jul 14 10:58:29.013403 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56842) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:29.021320 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a85ff-473a-4ec2-975a-2b847f5e71a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b95516-1cf3-4baa-ad11-1568f06da907,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:29.058454 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] Deleting subnet b0f8894f-9887-462e-99a2-50eb8c1e7822 {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:58:29.061510 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.099575 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4770947'] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.139238 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.188878 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5039830'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.211761 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f8894f-9887-462e-99a2-50eb8c1e7822,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:29.218871 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.220720 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-28d0c322-a051-4a8c-aa6f-ade630e3f82a admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b0f8894f-9887-462e-99a2-50eb8c1e7822 HTTP/1.1" status: 204 len: 168 time: 0.2063065 Jul 14 10:58:29.223747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56844) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:29.291459 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.364424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.373699 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77385abf-8d69-44d6-9e2e-16a7f1d3739d']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:29.383260 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da63c37-77b2-4378-9c33-167307f0399f') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:29.383551 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da63c37-77b2-4378-9c33-167307f0399f') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:58:29.391840 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.405239 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.411325 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:58:29.411701 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:58:29.413325 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:58:29.468356 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.473274 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.475159 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] 10.222.0.67 "DELETE /v2.0/networks/77385abf-8d69-44d6-9e2e-16a7f1d3739d HTTP/1.1" status: 204 len: 168 time: 0.2503858 Jul 14 10:58:29.487301 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e8856-3f38-4e63-a7b1-99d39ba185d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=77385abf-8d69-44d6-9e2e-16a7f1d3739d,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:29.628971 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56850) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:29.667853 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-d0cdc64c-0798-4a54-9997-2f8dcce6a7eb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4501661a93b8453b8aa5f530fc3152ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376220 Jul 14 10:58:29.670181 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56852) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:29.716363 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a0d8710d-0487-46a7-ba45-6b8286f586a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.736440 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a0d8710d-0487-46a7-ba45-6b8286f586a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.782709 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a0d8710d-0487-46a7-ba45-6b8286f586a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.785316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a0d8710d-0487-46a7-ba45-6b8286f586a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:29.788983 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a0d8710d-0487-46a7-ba45-6b8286f586a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e39251fe-42a3-410f-a7cc-e91e580d1bc3 HTTP/1.1" status: 204 len: 168 time: 0.1178904 Jul 14 10:58:29.796903 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8710d-0487-46a7-ba45-6b8286f586a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39251fe-42a3-410f-a7cc-e91e580d1bc3,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:30.082297 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56860) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:30.121903 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-af8fcb0a-1ed3-4941-a72b-a071a46de640 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=35e105e5499049269f3beaa75026f780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384521 Jul 14 10:58:30.124392 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56862) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:30.170918 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-42f0be27-cef1-4b4e-ab81-8b2ad404ac9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:30.192723 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-42f0be27-cef1-4b4e-ab81-8b2ad404ac9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:30.244576 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-42f0be27-cef1-4b4e-ab81-8b2ad404ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:30.247098 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-42f0be27-cef1-4b4e-ab81-8b2ad404ac9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:30.248230 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-42f0be27-cef1-4b4e-ab81-8b2ad404ac9d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13a7ff59-3e77-4d6a-84a3-39dc0da39aef HTTP/1.1" status: 204 len: 168 time: 0.1229284 Jul 14 10:58:30.256018 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0be27-cef1-4b4e-ab81-8b2ad404ac9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a7ff59-3e77-4d6a-84a3-39dc0da39aef,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:31.228824 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 56894) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:31.329952 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b46045d5-be87-4007-84f1-7dbe95d75996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:31.414344 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b46045d5-be87-4007-84f1-7dbe95d75996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:31.417965 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-b46045d5-be87-4007-84f1-7dbe95d75996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:31.455367 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-b46045d5-be87-4007-84f1-7dbe95d75996 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c835b452e09b44deac4d5ab8bf1f6856&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255280 Jul 14 10:58:31.456451 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46045d5-be87-4007-84f1-7dbe95d75996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a93ed9b-c2c1-467d-8dc9-b8da803a710d,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:31.459245 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 56898) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:31.506167 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b8efe5bc-15a3-42ad-90e5-b4077e167977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:31.525837 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b8efe5bc-15a3-42ad-90e5-b4077e167977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:31.572924 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b8efe5bc-15a3-42ad-90e5-b4077e167977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:31.575401 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-b8efe5bc-15a3-42ad-90e5-b4077e167977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:31.576503 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-b8efe5bc-15a3-42ad-90e5-b4077e167977 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a93ed9b-c2c1-467d-8dc9-b8da803a710d HTTP/1.1" status: 204 len: 168 time: 0.1159353 Jul 14 10:58:31.585157 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8efe5bc-15a3-42ad-90e5-b4077e167977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a93ed9b-c2c1-467d-8dc9-b8da803a710d,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:40.131901 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:58:47.605206 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b18bdb-72ad-491e-b7e8-3576176654e7 req-10aa9b0b-8f1c-4aed-ab1d-32797760e080 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:47.606685 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-61b18bdb-72ad-491e-b7e8-3576176654e7 req-10aa9b0b-8f1c-4aed-ab1d-32797760e080 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 945 time: 0.0631719 Jul 14 10:58:47.643027 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-61b18bdb-72ad-491e-b7e8-3576176654e7 req-6c0b067b-8505-49cc-9669-9325f10be1d0 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308359 Jul 14 10:58:48.814907 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cd4cc-1343-4387-93f8-61393798ff01 req-b1e3b941-895f-49e9-b0e7-ca8713b8ecc2 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:48.816332 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f05cd4cc-1343-4387-93f8-61393798ff01 req-b1e3b941-895f-49e9-b0e7-ca8713b8ecc2 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 945 time: 0.0615602 Jul 14 10:58:48.852575 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f05cd4cc-1343-4387-93f8-61393798ff01 req-519b9da1-fb06-4fbe-907b-c9c6cd514f42 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/security-groups?id=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300825 Jul 14 10:58:49.369065 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-248555ee-5ad2-4572-8910-99dc5c9addd8 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:49.370465 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-248555ee-5ad2-4572-8910-99dc5c9addd8 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 945 time: 0.0631490 Jul 14 10:58:49.465718 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Deleting port afa0ea7f-8752-4a35-9bf4-613060648ae4 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:58:49.466060 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:49.557584 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] For port afa0ea7f-8752-4a35-9bf4-613060648ae4, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=afa0ea7f-8752-4a35-9bf4-613060648ae4,segment=NetworkSegment(b1d1a65d-7a1f-44c5-abba-e5240f6dc912),segment_id=b1d1a65d-7a1f-44c5-abba-e5240f6dc912)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:58:49.557949 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:49.570961 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Calling delete_port for afa0ea7f-8752-4a35-9bf4-613060648ae4 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:58:49.692948 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:49.705314 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['afa0ea7f-8752-4a35-9bf4-613060648ae4'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:58:49.723066 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Pushing event deleted for resources: {'Port': ['ID=afa0ea7f-8752-4a35-9bf4-613060648ae4,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:49.768146 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] No DVR routers for this DVR port afa0ea7f-8752-4a35-9bf4-613060648ae4 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:58:49.770489 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:49.772415 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-41c80751-badb-4c5c-ab24-c82fd7ba3bf3 req-01a4b8f5-6d11-4df9-9f94-6683f51ead09 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.89 "DELETE /v2.0/ports/afa0ea7f-8752-4a35-9bf4-613060648ae4 HTTP/1.1" status: 204 len: 173 time: 0.3952639 Jul 14 10:58:49.773416 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'name': 'network-vif-deleted', 'tag': 'afa0ea7f-8752-4a35-9bf4-613060648ae4'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:49.775687 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d145658-fed2-46cc-a8f7-94f15d1770bc" -d '{"events": [{"server_uuid": "7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5", "name": "network-vif-deleted", "tag": "afa0ea7f-8752-4a35-9bf4-613060648ae4"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:49.811422 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d13bfe0-1f44-4d8d-9d44-ff4a2b411557 x-openstack-request-id: req-3d13bfe0-1f44-4d8d-9d44-ff4a2b411557 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:49.811735 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5", "name": "network-vif-deleted", "tag": "afa0ea7f-8752-4a35-9bf4-613060648ae4", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:49.812008 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d13bfe0-1f44-4d8d-9d44-ff4a2b411557 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:49.812418 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5', 'name': 'network-vif-deleted', 'tag': 'afa0ea7f-8752-4a35-9bf4-613060648ae4', 'status': 'completed', 'code': 200} Jul 14 10:58:50.006783 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-53fc0d18-1aac-4fb8-9219-6fffebae294c req-3fc487bb-fbcc-4478-bb2b-bf10c5a2df42 tempest-VolumesSnapshotTestJSON-942914669 tempest-VolumesSnapshotTestJSON-942914669-project] 10.222.0.67 "GET /v2.0/ports?device_id=7ac6e284-2d7c-499f-a8d7-a4ecb5ee10d5 HTTP/1.1" status: 200 len: 210 time: 0.0305066 Jul 14 10:58:52.006016 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7eea2bf7-9f0d-414c-b25b-b5dcbc7a347f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:52.675332 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device afa0ea7f-8752-4a35-9bf4-613060648ae4 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:58:52.694938 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: afa0ea7f-8752-4a35-9bf4-613060648ae4 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:58:52.695280 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device afa0ea7f-8752-4a35-9bf4-613060648ae4 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:58:53.168367 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57134) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:53.266737 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-78edfba4-b7d5-42b3-9053-6c9c27167882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:53.351268 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-78edfba4-b7d5-42b3-9053-6c9c27167882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:53.355261 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-78edfba4-b7d5-42b3-9053-6c9c27167882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:53.392118 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-78edfba4-b7d5-42b3-9053-6c9c27167882 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=58d02cb6b3b54c229b88f1a5632ac1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226651 Jul 14 10:58:53.392976 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edfba4-b7d5-42b3-9053-6c9c27167882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc35a8a-bdd3-4f8c-98f5-18c9ec208f14,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:53.394844 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57138) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:53.442888 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-70b0b4cf-3b15-4a47-8cd1-deb11263bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:53.463115 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-70b0b4cf-3b15-4a47-8cd1-deb11263bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:53.509578 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-70b0b4cf-3b15-4a47-8cd1-deb11263bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:53.512266 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-70b0b4cf-3b15-4a47-8cd1-deb11263bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:53.513460 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-70b0b4cf-3b15-4a47-8cd1-deb11263bf95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4bc35a8a-bdd3-4f8c-98f5-18c9ec208f14 HTTP/1.1" status: 204 len: 168 time: 0.1176476 Jul 14 10:58:53.521106 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0b4cf-3b15-4a47-8cd1-deb11263bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc35a8a-bdd3-4f8c-98f5-18c9ec208f14,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:54.098259 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57162) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:54.186902 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-973955656-network', 'tenant_id': '3b7247131a14448789aac40191c1fb2b'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:54.208475 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Made reservation on behalf of 3b7247131a14448789aac40191c1fb2b for: {'network': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:54.210687 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.219195 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.304988 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.308588 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.334664 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1034} {{(pid=104700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:58:54.340244 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfae06a-0364-4d43-a205-2b4bbe398e8d,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:54.348382 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.348592 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.segments_db [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Added segment 6a223aed-3836-43a4-8b41-695fd7346000 of type vlan for network 03f06ead-f39e-42b2-8ecd-8b220e1a265f Jul 14 10:58:54.389625 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.415769 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.416724 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:54.417554 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.466484 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3671763 Jul 14 10:58:54.469451 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57166) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:58:54.474356 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Request body: {'subnet': {'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-973955656-subnet', 'tenant_id': '3b7247131a14448789aac40191c1fb2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:54.476930 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c828db-6ffa-451c-893a-30a6e6c113e3 admin admin] Pushing event updated for resources: {'Network': ['ID=03f06ead-f39e-42b2-8ecd-8b220e1a265f,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:54.500799 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.502634 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Made reservation on behalf of 3b7247131a14448789aac40191c1fb2b for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:54.506371 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5039859'] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.508025 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network 03f06ead-f39e-42b2-8ecd-8b220e1a265f details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:58:54.671940 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5039809'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.721490 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-25ad97fe-7ec0-4efe-ae40-8c8f0950b2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.733764 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c3a089-2b91-4bc8-b7ae-7c9578d0e876,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:54.741758 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Checking segment: {'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:58:54.742112 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Network hostable DHCP agents. Network: 03f06ead-f39e-42b2-8ecd-8b220e1a265f, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:58:54.757791 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Network 03f06ead-f39e-42b2-8ecd-8b220e1a265f is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:58:54.766611 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, 03f06ead-f39e-42b2-8ecd-8b220e1a265f) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:54.770629 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:54.771297 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:54.775712 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d810db5-98b1-4499-9002-6492a5fbbc99 None None] Network 03f06ead-f39e-42b2-8ecd-8b220e1a265f requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:58:54.784077 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-897f3f5a-83ce-45aa-95cd-16b4396fd637 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135545 Jul 14 10:58:54.906328 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636e14bb-a7c4-4832-8b44-837d3e94707a None None] Network 03f06ead-f39e-42b2-8ecd-8b220e1a265f requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:58:55.579425 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:56.736921 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-e4cb8902-f763-4e82-bda7-6d1ff871ec3b tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:56.738384 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-e4cb8902-f763-4e82-bda7-6d1ff871ec3b tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/networks?id=03f06ead-f39e-42b2-8ecd-8b220e1a265f HTTP/1.1" status: 200 len: 808 time: 0.3463030 Jul 14 10:58:56.752456 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-b562ccef-22d7-451d-b9a3-c2f2cda2072c tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/quotas/3b7247131a14448789aac40191c1fb2b HTTP/1.1" status: 200 len: 375 time: 0.0087512 Jul 14 10:58:56.785906 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-6ace3711-3d30-418e-b64b-64b9f82ff8b6 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b7247131a14448789aac40191c1fb2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284696 Jul 14 10:58:56.875834 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-7f954b0a-1c8e-4996-8ede-7b91980f6282 service neutron] 10.222.0.67 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824485 Jul 14 10:58:56.972397 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-1d132198-0037-4597-90c4-1b1a213311cd service neutron] 10.222.0.67 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909526 Jul 14 10:58:57.132234 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7aab6013-209f-47eb-9ae5-fb8b95c26c38 req-5767dd5e-7ca9-4968-9803-a87700809eb8 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 210 time: 0.0275126 Jul 14 10:58:57.522008 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:58.230814 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:58.278781 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-3951c92d-159d-47ea-80b0-68fa1a917c73 req-3010e1b0-3694-4cc4-999e-d04cff080493 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 210 time: 0.0320771 Jul 14 10:58:58.364612 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-c22423d8-6179-4e53-a56d-5288acc669e7 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:58.366053 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-c22423d8-6179-4e53-a56d-5288acc669e7 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "GET /v2.0/networks?id=03f06ead-f39e-42b2-8ecd-8b220e1a265f HTTP/1.1" status: 200 len: 808 time: 0.1028960 Jul 14 10:58:58.379332 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Request body: {'port': {'device_id': '5aa493e8-1318-450f-893b-b795bb74b001', 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f', 'admin_state_up': True, 'tenant_id': '3b7247131a14448789aac40191c1fb2b'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:58.485768 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Made reservation on behalf of 3b7247131a14448789aac40191c1fb2b for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:58:58.489442 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:58.618088 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Allocated IP 172.20.0.12 (03f06ead-f39e-42b2-8ecd-8b220e1a265f/d8c3a089-2b91-4bc8-b7ae-7c9578d0e876/a9bd8a36-0b84-43dd-95e5-6563e276b308) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:58:58.755998 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:58.792606 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.097033 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Network 03f06ead-f39e-42b2-8ecd-8b220e1a265f is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:58:59.100216 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:58:59.104528 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:58:59.110766 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Pushing event updated for resources: {'Port': ['ID=a9bd8a36-0b84-43dd-95e5-6563e276b308,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:59.154300 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:59.154909 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.169513 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-d55d133f-9da3-4dd8-bb24-031bb8f32d08 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7940190 Jul 14 10:58:59.181210 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Request body: {'port': {'device_id': '5aa493e8-1318-450f-893b-b795bb74b001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:58:59.250627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.523091 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019772e-ef19-47ef-aba8-70cfbc17dbf7 req-424e7303-39fa-4ce5-8d6d-3f7c19f7a2a7 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:59.524530 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a019772e-ef19-47ef-aba8-70cfbc17dbf7 req-424e7303-39fa-4ce5-8d6d-3f7c19f7a2a7 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 932 time: 0.1057429 Jul 14 10:58:59.592443 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bd8a36-0b84-43dd-95e5-6563e276b308 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:58:59.600877 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a019772e-ef19-47ef-aba8-70cfbc17dbf7 req-feb361bc-7fa4-4666-8671-05030cbae303 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692694 Jul 14 10:58:59.602557 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.613971 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Transition to ACTIVE for port object a9bd8a36-0b84-43dd-95e5-6563e276b308 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:58:59.618584 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.671859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd8a36-0b84-43dd-95e5-6563e276b308,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:59.733890 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Attempting to bind port a9bd8a36-0b84-43dd-95e5-6563e276b308 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:58:59.734223 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Attempting to bind port a9bd8a36-0b84-43dd-95e5-6563e276b308 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:58:59.734541 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Attempting to bind port a9bd8a36-0b84-43dd-95e5-6563e276b308 on network 03f06ead-f39e-42b2-8ecd-8b220e1a265f {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:58:59.738586 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Port a9bd8a36-0b84-43dd-95e5-6563e276b308 on network 03f06ead-f39e-42b2-8ecd-8b220e1a265f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:58:59.738900 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Attempting to bind port a9bd8a36-0b84-43dd-95e5-6563e276b308 on network 03f06ead-f39e-42b2-8ecd-8b220e1a265f {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:58:59.744048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:58:59.744388 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Checking segment: {'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:58:59.744789 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Bound using segment: {'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:58:59.745199 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Bound port: a9bd8a36-0b84-43dd-95e5-6563e276b308, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:58:59.745539 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.804861 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] For port a9bd8a36-0b84-43dd-95e5-6563e276b308, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:58:59.808231 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] For port a9bd8a36-0b84-43dd-95e5-6563e276b308, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a9bd8a36-0b84-43dd-95e5-6563e276b308,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:58:59.812492 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.848036 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:59.848662 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:58:59.850004 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] 10.222.0.89 "PUT /v2.0/ports/a9bd8a36-0b84-43dd-95e5-6563e276b308 HTTP/1.1" status: 200 len: 1094 time: 0.6730583 Jul 14 10:58:59.850424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa493e8-1318-450f-893b-b795bb74b001', 'tag': 'a9bd8a36-0b84-43dd-95e5-6563e276b308'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:58:59.852708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37003234-5f8a-4216-b2a9-1c5e65fc40fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa493e8-1318-450f-893b-b795bb74b001", "tag": "a9bd8a36-0b84-43dd-95e5-6563e276b308"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:58:59.875900 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51fb93-fe1a-4da3-8623-550c31196039 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bd8a36-0b84-43dd-95e5-6563e276b308,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:58:59.915304 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a87fdf3-c4d9-4d9a-9aff-2714c09bd406 x-openstack-request-id: req-6a87fdf3-c4d9-4d9a-9aff-2714c09bd406 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:58:59.915603 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa493e8-1318-450f-893b-b795bb74b001", "tag": "a9bd8a36-0b84-43dd-95e5-6563e276b308", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:58:59.915849 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a87fdf3-c4d9-4d9a-9aff-2714c09bd406 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:58:59.916237 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa493e8-1318-450f-893b-b795bb74b001', 'tag': 'a9bd8a36-0b84-43dd-95e5-6563e276b308', 'status': 'completed', 'code': 200} Jul 14 10:58:59.941960 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-eca1dda2-dea8-4e4f-a660-2b8a757f7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:58:59.943438 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-eca1dda2-dea8-4e4f-a660-2b8a757f7df0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b7247131a14448789aac40191c1fb2b&device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 1097 time: 0.0548267 Jul 14 10:58:59.982456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-7ed0872b-95aa-4a97-9afe-d608640f22e2 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9bd8a36-0b84-43dd-95e5-6563e276b308 HTTP/1.1" status: 200 len: 217 time: 0.0322266 Jul 14 10:59:00.033170 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-7e2ceb3a-88ff-45f4-90f0-7b6890f9bf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:00.034545 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-7e2ceb3a-88ff-45f4-90f0-7b6890f9bf6b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8c3a089-2b91-4bc8-b7ae-7c9578d0e876 HTTP/1.1" status: 200 len: 848 time: 0.0451550 Jul 14 10:59:00.066449 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-85128cd3-4570-4d0c-8b07-346e2f443f5a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03f06ead-f39e-42b2-8ecd-8b220e1a265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258040 Jul 14 10:59:00.149992 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-bb20dba1-79e5-42fd-911a-95a1b98e22b8 service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774438 Jul 14 10:59:00.241175 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0f0cf874-4efa-43e2-a641-d2cf34f5e270 req-7ec057b8-0d21-4c1c-b5f3-5961560a6e54 service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834568 Jul 14 10:59:00.335033 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-0e613cd2-4d1a-44d2-a82a-97746825e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:00.336460 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-0e613cd2-4d1a-44d2-a82a-97746825e166 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b7247131a14448789aac40191c1fb2b&device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 1097 time: 0.0516541 Jul 14 10:59:00.428078 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-66e35063-8b26-4794-8ded-75d6034dc62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:00.429492 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-66e35063-8b26-4794-8ded-75d6034dc62d service neutron] 10.222.0.89 "GET /v2.0/networks?id=03f06ead-f39e-42b2-8ecd-8b220e1a265f HTTP/1.1" status: 200 len: 910 time: 0.0861082 Jul 14 10:59:00.470069 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-6cd99741-37f9-4e74-81e8-84b5885d136e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9bd8a36-0b84-43dd-95e5-6563e276b308 HTTP/1.1" status: 200 len: 217 time: 0.0337508 Jul 14 10:59:00.520833 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-ad965bb5-434a-4fb7-ad2d-c83222735fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:00.522261 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-ad965bb5-434a-4fb7-ad2d-c83222735fb3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8c3a089-2b91-4bc8-b7ae-7c9578d0e876 HTTP/1.1" status: 200 len: 848 time: 0.0441921 Jul 14 10:59:00.557456 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-7ec2aede-b8fc-4184-934c-a40a9b3649bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03f06ead-f39e-42b2-8ecd-8b220e1a265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287657 Jul 14 10:59:00.660102 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-97fa1ee9-5e44-4f7f-9c42-319dea2d55d4 service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955725 Jul 14 10:59:00.785889 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-37003234-5f8a-4216-b2a9-1c5e65fc40fe req-d35849c0-9fa7-4848-b72e-ad22bdd31aad service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189954 Jul 14 10:59:00.807165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cf36c-daa2-40ed-8f0e-e62b37ef8839 req-3b5d527c-0bfa-4878-aa81-2cae9210f6f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:00.808624 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e34cf36c-daa2-40ed-8f0e-e62b37ef8839 req-3b5d527c-0bfa-4878-aa81-2cae9210f6f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 944 time: 0.0909996 Jul 14 10:59:00.846178 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e34cf36c-daa2-40ed-8f0e-e62b37ef8839 req-26b090c0-0ba0-4fd1-8a79-d7d6b3ecc855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jul 14 10:59:02.023363 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bf1bc-c69d-4177-819e-f852a55e87f5 req-7bdcd5af-c535-4bb4-8f0f-958313fae438 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:02.025322 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7f0bf1bc-c69d-4177-819e-f852a55e87f5 req-7bdcd5af-c535-4bb4-8f0f-958313fae438 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 944 time: 0.0640121 Jul 14 10:59:02.061414 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-7f0bf1bc-c69d-4177-819e-f852a55e87f5 req-ce970598-7c62-45df-a0ae-58d3192fbb30 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306518 Jul 14 10:59:02.772214 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a9bd8a36-0b84-43dd-95e5-6563e276b308 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:59:02.864972 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port a9bd8a36-0b84-43dd-95e5-6563e276b308, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a9bd8a36-0b84-43dd-95e5-6563e276b308,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:02.876222 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': 'a9bd8a36-0b84-43dd-95e5-6563e276b308', 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f', 'port_id': 'a9bd8a36-0b84-43dd-95e5-6563e276b308', 'mac_address': 'fa:16:3e:b7:ee:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c3a089-2b91-4bc8-b7ae-7c9578d0e876', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:59:02.911292 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:02.923385 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bd8a36-0b84-43dd-95e5-6563e276b308 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:59:02.945356 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port a9bd8a36-0b84-43dd-95e5-6563e276b308, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a9bd8a36-0b84-43dd-95e5-6563e276b308,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:02.949826 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:02.995146 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=a9bd8a36-0b84-43dd-95e5-6563e276b308,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:03.229504 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dee73-e297-4523-a448-83ea44a147d7 req-2c72d03b-1e55-4ab5-accd-45cf5d60a76d tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:03.230868 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0a8dee73-e297-4523-a448-83ea44a147d7 req-2c72d03b-1e55-4ab5-accd-45cf5d60a76d tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 945 time: 0.0622394 Jul 14 10:59:03.267077 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-0a8dee73-e297-4523-a448-83ea44a147d7 req-1d6e43e3-a96c-423c-b80b-ce727d4d05eb tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Jul 14 10:59:04.031844 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['a9bd8a36-0b84-43dd-95e5-6563e276b308'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:04.434334 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26573593-4269-4d66-9097-e561af2728b8 req-97ddd3b4-f799-47fa-9f15-9952e6a00d1d tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:04.435772 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-26573593-4269-4d66-9097-e561af2728b8 req-97ddd3b4-f799-47fa-9f15-9952e6a00d1d tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 945 time: 0.0610185 Jul 14 10:59:04.471479 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-26573593-4269-4d66-9097-e561af2728b8 req-674e226b-b05a-4f2c-9973-9826b2edf269 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302536 Jul 14 10:59:04.713912 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a9bd8a36-0b84-43dd-95e5-6563e276b308 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:04.764012 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port a9bd8a36-0b84-43dd-95e5-6563e276b308 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:04.767737 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port a9bd8a36-0b84-43dd-95e5-6563e276b308 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:04.768108 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:04.842449 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:04.866208 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa493e8-1318-450f-893b-b795bb74b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd8a36-0b84-43dd-95e5-6563e276b308'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:59:04.868488 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff40f95-6fda-421a-9228-1c5f098855f6" -d '{"events": [{"server_uuid": "5aa493e8-1318-450f-893b-b795bb74b001", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd8a36-0b84-43dd-95e5-6563e276b308"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:04.881145 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port a9bd8a36-0b84-43dd-95e5-6563e276b308, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a9bd8a36-0b84-43dd-95e5-6563e276b308,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:04.886299 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:04.915361 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001cfc94-a2d5-4e69-b53a-201586677496 x-openstack-request-id: req-001cfc94-a2d5-4e69-b53a-201586677496 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:04.916226 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa493e8-1318-450f-893b-b795bb74b001", "name": "network-vif-plugged", "status": "completed", "tag": "a9bd8a36-0b84-43dd-95e5-6563e276b308", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:04.916429 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-001cfc94-a2d5-4e69-b53a-201586677496 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:04.916871 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa493e8-1318-450f-893b-b795bb74b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bd8a36-0b84-43dd-95e5-6563e276b308', 'code': 200} Jul 14 10:59:04.944238 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=a9bd8a36-0b84-43dd-95e5-6563e276b308,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:05.143032 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a5cf-dbc6-467d-a5fd-dc52ce1f4bea req-08ced0e3-f064-4905-8a00-14ffbf991381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:05.144506 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4205a5cf-dbc6-467d-a5fd-dc52ce1f4bea req-08ced0e3-f064-4905-8a00-14ffbf991381 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 1099 time: 0.0559304 Jul 14 10:59:05.179185 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4205a5cf-dbc6-467d-a5fd-dc52ce1f4bea req-407e7ba4-07ca-4991-95ed-ccfc2da1f6df service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275574 Jul 14 10:59:05.639708 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75439c16-fdc0-4f89-aafc-f95908839799 req-38f82340-8d9e-4900-803b-007bf1775f56 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:05.641228 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-75439c16-fdc0-4f89-aafc-f95908839799 req-38f82340-8d9e-4900-803b-007bf1775f56 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 946 time: 0.0624683 Jul 14 10:59:05.678108 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-75439c16-fdc0-4f89-aafc-f95908839799 req-7bc3e7bc-0fcb-4604-b733-2d9b8ce936d6 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314054 Jul 14 10:59:06.851475 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc999476-3f12-4455-bb08-718f72539cf8 req-6d28281d-ccf8-467f-8225-554d5ba5f31b tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:06.852976 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bc999476-3f12-4455-bb08-718f72539cf8 req-6d28281d-ccf8-467f-8225-554d5ba5f31b tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 946 time: 0.0627933 Jul 14 10:59:06.890298 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bc999476-3f12-4455-bb08-718f72539cf8 req-031bdd76-6b1f-4fc7-a652-926c99d39707 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Jul 14 10:59:07.652500 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48978f6-4e4d-496e-8bb2-06d977acd865 req-586aa743-0aa5-4ae4-a95b-67b51fe7b33a tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:07.654001 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c48978f6-4e4d-496e-8bb2-06d977acd865 req-586aa743-0aa5-4ae4-a95b-67b51fe7b33a tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 946 time: 0.0618842 Jul 14 10:59:07.695893 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c48978f6-4e4d-496e-8bb2-06d977acd865 req-f663cfdc-ce70-462a-96fb-392142e56d06 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362196 Jul 14 10:59:08.869935 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e6c84-f382-468b-a533-773703dfb7fe req-0b9c19ba-6280-46d1-9777-2ce0eb1c44af tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:08.871386 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a21e6c84-f382-468b-a533-773703dfb7fe req-0b9c19ba-6280-46d1-9777-2ce0eb1c44af tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 946 time: 0.0658255 Jul 14 10:59:08.890985 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-6ef9c18d-90b3-4924-9ce7-b80049721f20 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:08.892320 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-6ef9c18d-90b3-4924-9ce7-b80049721f20 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "GET /v2.0/ports?device_id=5aa493e8-1318-450f-893b-b795bb74b001 HTTP/1.1" status: 200 len: 946 time: 0.0618730 Jul 14 10:59:08.908531 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-a21e6c84-f382-468b-a533-773703dfb7fe req-a2f2eafc-8ac8-47da-9808-00d5cfe78314 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Jul 14 10:59:08.987240 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Deleting port a9bd8a36-0b84-43dd-95e5-6563e276b308 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:59:08.987576 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:09.077377 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] For port a9bd8a36-0b84-43dd-95e5-6563e276b308, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a9bd8a36-0b84-43dd-95e5-6563e276b308,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:09.077738 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:09.090086 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Calling delete_port for a9bd8a36-0b84-43dd-95e5-6563e276b308 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:59:09.213737 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:09.226397 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['a9bd8a36-0b84-43dd-95e5-6563e276b308'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:09.242627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Pushing event deleted for resources: {'Port': ['ID=a9bd8a36-0b84-43dd-95e5-6563e276b308,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:09.253888 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.254238 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.254579 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.254917 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.255251 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.255582 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.255907 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.256232 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.256584 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.256909 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.257232 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.257551 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:09.297458 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] No DVR routers for this DVR port a9bd8a36-0b84-43dd-95e5-6563e276b308 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:59:09.299767 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:09.301738 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-317ad6d9-97df-4101-a5ab-7baf028f3f6f req-a7919d86-c12b-4b06-9a8c-9995d594b538 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "DELETE /v2.0/ports/a9bd8a36-0b84-43dd-95e5-6563e276b308 HTTP/1.1" status: 204 len: 173 time: 0.4040678 Jul 14 10:59:09.302168 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa493e8-1318-450f-893b-b795bb74b001', 'name': 'network-vif-deleted', 'tag': 'a9bd8a36-0b84-43dd-95e5-6563e276b308'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:59:09.304451 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c224b2-407b-40e8-831a-43cb597861ca" -d '{"events": [{"server_uuid": "5aa493e8-1318-450f-893b-b795bb74b001", "name": "network-vif-deleted", "tag": "a9bd8a36-0b84-43dd-95e5-6563e276b308"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:09.339050 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457e0f50-a098-4aaf-97ae-d02f53cd2572 x-openstack-request-id: req-457e0f50-a098-4aaf-97ae-d02f53cd2572 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:09.339347 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa493e8-1318-450f-893b-b795bb74b001", "name": "network-vif-deleted", "tag": "a9bd8a36-0b84-43dd-95e5-6563e276b308", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:09.339600 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-457e0f50-a098-4aaf-97ae-d02f53cd2572 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:09.340018 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa493e8-1318-450f-893b-b795bb74b001', 'name': 'network-vif-deleted', 'tag': 'a9bd8a36-0b84-43dd-95e5-6563e276b308', 'status': 'completed', 'code': 200} Jul 14 10:59:10.200844 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8834-b230-44b4-a0ca-81806f415095 req-0395332f-71ae-47dd-a977-839134a51a84 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:10.202298 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-0395332f-71ae-47dd-a977-839134a51a84 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/networks?id=03f06ead-f39e-42b2-8ecd-8b220e1a265f HTTP/1.1" status: 200 len: 808 time: 0.1032419 Jul 14 10:59:10.216278 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-85c2dfc7-a2ad-4713-b8ef-6081975d3cce tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/quotas/3b7247131a14448789aac40191c1fb2b HTTP/1.1" status: 200 len: 375 time: 0.0087049 Jul 14 10:59:10.248586 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-06a4b12a-2cc2-4d3f-8447-c4eb8bfd0d05 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3b7247131a14448789aac40191c1fb2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276670 Jul 14 10:59:10.334035 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-d6ae8321-577b-4669-a58e-f90a6f93f78d service neutron] 10.222.0.67 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791142 Jul 14 10:59:10.422076 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-cb0e1912-bde1-4590-b234-80990119d07a service neutron] 10.222.0.67 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824587 Jul 14 10:59:10.584593 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ff0989da-71dd-4eeb-b3b0-055ab7d3e484 req-0e1251d4-8bb9-43d4-9f1c-b68572dbb8ba tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 210 time: 0.0281525 Jul 14 10:59:11.575214 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8834-b230-44b4-a0ca-81806f415095 req-41607e81-69db-4f17-81d3-9761224e90ac tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:11.576607 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-41607e81-69db-4f17-81d3-9761224e90ac tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "GET /v2.0/networks?id=03f06ead-f39e-42b2-8ecd-8b220e1a265f HTTP/1.1" status: 200 len: 808 time: 0.1033401 Jul 14 10:59:11.594727 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Request body: {'port': {'device_id': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f', 'admin_state_up': True, 'tenant_id': '3b7247131a14448789aac40191c1fb2b'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:11.738675 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a55867ab-93b0-49ef-a9e1-ce14d1372228 req-6e1d4a16-5a61-4ad6-a343-4aab18846750 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 210 time: 0.0366054 Jul 14 10:59:11.744977 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Made reservation on behalf of 3b7247131a14448789aac40191c1fb2b for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:11.748591 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:11.879637 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Allocated IP 172.20.0.7 (03f06ead-f39e-42b2-8ecd-8b220e1a265f/d8c3a089-2b91-4bc8-b7ae-7c9578d0e876/71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:12.030835 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.068996 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.116192 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Network 03f06ead-f39e-42b2-8ecd-8b220e1a265f is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:12.119901 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:12.124185 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:12.127881 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Pushing event updated for resources: {'Port': ['ID=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:12.171326 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:12.171922 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.185793 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-73ef9f1a-af04-49e0-b36d-9838a43256f5 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5949686 Jul 14 10:59:12.197784 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Request body: {'port': {'device_id': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:12.268151 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.513766 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:59:12.520758 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.532708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Transition to ACTIVE for port object 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:12.535963 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.584976 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Pushing event updated for resources: {'Port': ['ID=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:12.654298 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Attempting to bind port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:12.654624 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Attempting to bind port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:12.654944 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Attempting to bind port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae on network 03f06ead-f39e-42b2-8ecd-8b220e1a265f {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:12.659096 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae on network 03f06ead-f39e-42b2-8ecd-8b220e1a265f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:59:12.659416 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Attempting to bind port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae on network 03f06ead-f39e-42b2-8ecd-8b220e1a265f {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:12.664073 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:12.664405 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Checking segment: {'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:12.664815 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Bound using segment: {'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:12.665236 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Bound port: 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a223aed-3836-43a4-8b41-695fd7346000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:12.665634 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.727097 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] For port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:12.730866 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] For port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:12.734290 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.759883 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a9bd8a36-0b84-43dd-95e5-6563e276b308 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:59:12.767711 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:12.768329 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:12.769791 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] 10.222.0.89 "PUT /v2.0/ports/71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae HTTP/1.1" status: 200 len: 1093 time: 0.5765064 Jul 14 10:59:12.770173 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'tag': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:59:12.772644 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278203d9-611a-463f-81f9-7270eccb28ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c177e502-5cf6-4dfd-95b2-a16ed12a329b", "tag": "71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:12.783785 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: a9bd8a36-0b84-43dd-95e5-6563e276b308 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:59:12.784132 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device a9bd8a36-0b84-43dd-95e5-6563e276b308 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:59:12.802198 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e1250-89f1-4166-83b8-60744210c052 service neutron] Pushing event updated for resources: {'Port': ['ID=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:12.844887 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712c4386-b1f4-4559-975a-81fb587f75c6 x-openstack-request-id: req-712c4386-b1f4-4559-975a-81fb587f75c6 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:12.845178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c177e502-5cf6-4dfd-95b2-a16ed12a329b", "tag": "71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:12.845429 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-712c4386-b1f4-4559-975a-81fb587f75c6 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:12.845820 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'tag': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae', 'status': 'completed', 'code': 200} Jul 14 10:59:12.871833 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8834-b230-44b4-a0ca-81806f415095 req-ef586d21-e837-4805-8189-f84fcf0c2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:12.873393 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-ef586d21-e837-4805-8189-f84fcf0c2ae4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b7247131a14448789aac40191c1fb2b&device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 1096 time: 0.0592508 Jul 14 10:59:12.914573 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-4c570a99-9780-40a5-ba7f-2d9fffd48165 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae HTTP/1.1" status: 200 len: 217 time: 0.0338387 Jul 14 10:59:12.924101 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9caa70-1433-4a1d-8218-0daece28c2bc req-8f821638-aa51-4849-9b40-72d5a6b519e8 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:12.925603 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2a9caa70-1433-4a1d-8218-0daece28c2bc req-8f821638-aa51-4849-9b40-72d5a6b519e8 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 943 time: 0.0617948 Jul 14 10:59:12.963849 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c8834-b230-44b4-a0ca-81806f415095 req-25ad2d78-24f9-435d-83f3-eeeb3c080eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:12.965360 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-25ad2d78-24f9-435d-83f3-eeeb3c080eee service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8c3a089-2b91-4bc8-b7ae-7c9578d0e876 HTTP/1.1" status: 200 len: 848 time: 0.0441339 Jul 14 10:59:12.967094 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2a9caa70-1433-4a1d-8218-0daece28c2bc req-f977af44-c09e-4139-b4a2-6f2ad013ec01 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Jul 14 10:59:13.001294 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-efc3882a-2365-47a3-83bc-d13b6b0dbfb8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03f06ead-f39e-42b2-8ecd-8b220e1a265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280266 Jul 14 10:59:13.098800 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-68979a76-65d1-4817-bbd3-8e6bc3e1dddc service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909548 Jul 14 10:59:13.186778 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-212c8834-b230-44b4-a0ca-81806f415095 req-05a01384-b86f-45b0-8090-37587519edd9 service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813527 Jul 14 10:59:13.285543 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278203d9-611a-463f-81f9-7270eccb28ce req-bd4688af-3fa2-4ec3-97e3-838257f2090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:13.286879 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-278203d9-611a-463f-81f9-7270eccb28ce req-bd4688af-3fa2-4ec3-97e3-838257f2090c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=3b7247131a14448789aac40191c1fb2b&device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 1096 time: 0.0547490 Jul 14 10:59:13.371399 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278203d9-611a-463f-81f9-7270eccb28ce req-2b630342-08e3-4b63-a670-5f7b7a0b5da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:13.372794 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-278203d9-611a-463f-81f9-7270eccb28ce req-2b630342-08e3-4b63-a670-5f7b7a0b5da7 service neutron] 10.222.0.89 "GET /v2.0/networks?id=03f06ead-f39e-42b2-8ecd-8b220e1a265f HTTP/1.1" status: 200 len: 910 time: 0.0788934 Jul 14 10:59:13.414607 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-278203d9-611a-463f-81f9-7270eccb28ce req-2f2273f8-077a-4d5e-8883-45bee28eaa2f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae HTTP/1.1" status: 200 len: 217 time: 0.0350811 Jul 14 10:59:13.461059 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278203d9-611a-463f-81f9-7270eccb28ce req-6fdf6493-14d7-4913-897c-0736cad4d0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:13.462372 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-278203d9-611a-463f-81f9-7270eccb28ce req-6fdf6493-14d7-4913-897c-0736cad4d0ef service neutron] 10.222.0.89 "GET /v2.0/subnets?id=d8c3a089-2b91-4bc8-b7ae-7c9578d0e876 HTTP/1.1" status: 200 len: 848 time: 0.0407121 Jul 14 10:59:13.493548 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-278203d9-611a-463f-81f9-7270eccb28ce req-f9aeb828-9a71-4168-89c8-7180e356bc48 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=03f06ead-f39e-42b2-8ecd-8b220e1a265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238442 Jul 14 10:59:13.584562 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-278203d9-611a-463f-81f9-7270eccb28ce req-c04997a9-dea2-4d0b-a3b1-81501e6e98d1 service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Jul 14 10:59:13.671902 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-278203d9-611a-463f-81f9-7270eccb28ce req-4e64e528-ca3b-48e7-9923-e87ab2c0dcd3 service neutron] 10.222.0.89 "GET /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811019 Jul 14 10:59:14.101966 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57400) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:14.138233 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952b368-9e4b-4dff-afe6-d628c58ba5fb req-79d0b94d-ffab-47fb-89ae-fdb7185622bf tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:14.139707 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4952b368-9e4b-4dff-afe6-d628c58ba5fb req-79d0b94d-ffab-47fb-89ae-fdb7185622bf tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 943 time: 0.0635829 Jul 14 10:59:14.145500 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Deleting subnet c5fe5a94-3165-42dd-9e04-3c8bbe153c6e {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:59:14.148488 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.177138 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4952b368-9e4b-4dff-afe6-d628c58ba5fb req-86a68ab7-7974-41ce-b4e7-4e1b30b09bb9 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Jul 14 10:59:14.182828 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.220649 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.270262 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.299233 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5fe5a94-3165-42dd-9e04-3c8bbe153c6e,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:14.303532 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.305306 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c5fe5a94-3165-42dd-9e04-3c8bbe153c6e HTTP/1.1" status: 204 len: 168 time: 0.2023571 Jul 14 10:59:14.307873 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57402) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:14.310025 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.310366 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.310697 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.311019 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.311338 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.311659 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.311974 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.312290 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.312631 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.312946 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.313254 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.313562 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d977429-e12e-46aa-8756-7fbfab3eb5e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:14.376889 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.450429 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.459643 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:14.473067 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:14.473358 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d1a65d-7a1f-44c5-abba-e5240f6dc912') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:14.481696 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.494644 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.500163 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:59:14.500576 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:59:14.502120 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:59:14.553899 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.558797 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.562912 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] 10.222.0.67 "DELETE /v2.0/networks/4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8 HTTP/1.1" status: 204 len: 168 time: 0.2516918 Jul 14 10:59:14.571116 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388eb531-a77a-4088-82e6-b4725a0d5188 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9222bb-4c43-4e12-8e5c-d6543d6ef4a8,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:14.665827 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57406) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:14.704191 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-54b11975-2bd3-4b0d-8f66-b79a24532e4d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d4683e6e0aa4095886bf3442f4412b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371935 Jul 14 10:59:14.707006 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57408) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:14.752300 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdf89-bf96-47ae-997a-cde993e0b1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.775747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdf89-bf96-47ae-997a-cde993e0b1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.818996 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdf89-bf96-47ae-997a-cde993e0b1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.821411 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dc0cdf89-bf96-47ae-997a-cde993e0b1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:14.823117 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-dc0cdf89-bf96-47ae-997a-cde993e0b1f6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325 HTTP/1.1" status: 204 len: 168 time: 0.1152337 Jul 14 10:59:14.830403 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cdf89-bf96-47ae-997a-cde993e0b1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cfdfe7-c8ca-4f10-84ed-5ba2d8beb325,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:15.348846 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e38ef-c636-43de-93b0-842124c66120 req-b0825664-d304-421c-a00c-bf93e1ee9879 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:15.350338 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1b6e38ef-c636-43de-93b0-842124c66120 req-b0825664-d304-421c-a00c-bf93e1ee9879 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 943 time: 0.0624337 Jul 14 10:59:15.391619 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1b6e38ef-c636-43de-93b0-842124c66120 req-4c08d9eb-2051-410f-929d-53121164b46c tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Jul 14 10:59:15.450981 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57432) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:15.542947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1742330150-network', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:15.563063 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Made reservation on behalf of e1e73b09da8f41a1a724db7a1245a6c8 for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:15.565564 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.573891 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.659070 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.662808 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.686370 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1042} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:59:15.695497 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f434a2-06c3-4d12-a0ab-f314f413455a,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:15.700107 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.700443 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Added segment a2394691-2a03-496c-8470-e21aedec79da of type vlan for network d7a846e6-1bcb-494e-b291-793b42793039 Jul 14 10:59:15.738384 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.764874 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.765842 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:15.766448 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:15.823185 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3711123 Jul 14 10:59:15.826018 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57436) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:15.830782 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Request body: {'subnet': {'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1742330150-subnet', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'ip_version': 4}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:15.837188 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39fa97-4ec4-4971-8eee-ab123242623e admin admin] Pushing event updated for resources: {'Network': ['ID=d7a846e6-1bcb-494e-b291-793b42793039,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:15.847445 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network d7a846e6-1bcb-494e-b291-793b42793039 details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:59:15.858331 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Made reservation on behalf of e1e73b09da8f41a1a724db7a1245a6c8 for: {'subnet': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:15.860817 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5039859'] for subnet, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.033179 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4770972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5039809'] for subnet, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.083930 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9feeafff-d435-417e-a951-49a60a0dc6dc,revision_number=0']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:16.094260 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Checking segment: {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:16.094552 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Network hostable DHCP agents. Network: d7a846e6-1bcb-494e-b291-793b42793039, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:59:16.109972 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Network d7a846e6-1bcb-494e-b291-793b42793039 is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:59:16.118158 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, d7a846e6-1bcb-494e-b291-793b42793039) {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:16.123844 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:16.124817 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.125744 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc6d898-ceea-4b2a-a1b0-0caeebbf1fd2 None None] Network d7a846e6-1bcb-494e-b291-793b42793039 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:59:16.140959 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-1e950335-09c8-4c32-974d-af57ee5fe79c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3114238 Jul 14 10:59:16.141327 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57438) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:16.148165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:16.177035 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.179185 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.234015 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.291860 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-d7a846e6-1bcb-494e-b291-793b42793039', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:59:16.293018 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.366491 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.423396 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Allocated IP 172.20.0.2 (d7a846e6-1bcb-494e-b291-793b42793039/9feeafff-d435-417e-a951-49a60a0dc6dc/31971b96-6d19-4e7d-bf34-3909d0c10572) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:16.572329 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.580809 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Transition to ACTIVE for port object 31971b96-6d19-4e7d-bf34-3909d0c10572 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:16.596373 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Transition to ACTIVE for port object 31971b96-6d19-4e7d-bf34-3909d0c10572 will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:16.602352 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.644371 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Network d7a846e6-1bcb-494e-b291-793b42793039 is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:16.649518 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:16.651017 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:16.656799 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Pushing event updated for resources: {'Port': ['ID=31971b96-6d19-4e7d-bf34-3909d0c10572,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:16.668970 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.669320 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.669662 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.669993 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.670322 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.670682 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.671009 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.671334 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.671697 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.671967 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.672286 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.672626 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:16.727656 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Attempting to bind port 31971b96-6d19-4e7d-bf34-3909d0c10572 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:16.728586 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Attempting to bind port 31971b96-6d19-4e7d-bf34-3909d0c10572 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:16.728955 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Attempting to bind port 31971b96-6d19-4e7d-bf34-3909d0c10572 on network d7a846e6-1bcb-494e-b291-793b42793039 {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:16.734264 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:16.734641 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Checking segment: {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:16.735043 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.735438 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Bound using segment: {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:16.735910 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Bound port: 31971b96-6d19-4e7d-bf34-3909d0c10572, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:16.736296 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.769282 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:59:16.851036 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] For port 31971b96-6d19-4e7d-bf34-3909d0c10572, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:16.869248 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] For port 31971b96-6d19-4e7d-bf34-3909d0c10572, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=31971b96-6d19-4e7d-bf34-3909d0c10572,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:16.873876 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.874640 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.895799 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:16.911671 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c128-d738-4ee2-a6c8-765826317f93 req-50e7e88e-6c60-4f0a-ba2a-8389dbf6d1c7 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:16.913187 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2ef9c128-d738-4ee2-a6c8-765826317f93 req-50e7e88e-6c60-4f0a-ba2a-8389dbf6d1c7 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 943 time: 0.3903818 Jul 14 10:59:16.942965 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:16.966845 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae', 'network_id': '03f06ead-f39e-42b2-8ecd-8b220e1a265f', 'port_id': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae', 'mac_address': 'fa:16:3e:df:e7:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1034, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c3a089-2b91-4bc8-b7ae-7c9578d0e876', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:59:16.969487 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21243e00-8c84-4889-b0f1-80f9af8ab63e None None] Pushing event updated for resources: {'Port': ['ID=31971b96-6d19-4e7d-bf34-3909d0c10572,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:17.014983 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:17.015332 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2ef9c128-d738-4ee2-a6c8-765826317f93 req-ad7ed283-2cfb-4200-8bc5-b7e4b39143a9 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701082 Jul 14 10:59:17.035116 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:59:17.052402 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Allocated IP 172.27.1.212 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/6b63c798-573f-476f-bb52-8116b87fd630) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:17.064875 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:17.069201 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:17.136463 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:59:17.141608 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:17.182185 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:17.223482 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:17.266101 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:17.270215 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:17.274487 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:17.278014 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b63c798-573f-476f-bb52-8116b87fd630,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:17.280343 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:17.513178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:17.714822 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:17.758373 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b145e24-e875-4896-8a43-090aad4660e6 None None] Network d7a846e6-1bcb-494e-b291-793b42793039 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:59:17.808320 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-5e019276-55c7-4576-a55a-198c60bfe096 None None] Provisioning for port 31971b96-6d19-4e7d-bf34-3909d0c10572 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:17.844249 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Router 4870f4d1-2699-447c-843a-eaa1d0122730 is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:59:17.949763 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:17.958951 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Sync routers for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:17.968283 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:17.969019 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:58:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:17.969601 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:17.970853 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-ce6cbc1b-c865-42f4-b4d0-2eb1a20d2fe5 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8282733 Jul 14 10:59:17.973559 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57442) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:18.089242 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:18.203638 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1f510-ab27-44d7-94f5-e5c1e637dedc req-718ef6fa-4e66-4467-8bf2-9d796bbe6c01 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:18.210540 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e6b1f510-ab27-44d7-94f5-e5c1e637dedc req-718ef6fa-4e66-4467-8bf2-9d796bbe6c01 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 944 time: 0.0745492 Jul 14 10:59:18.243447 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e6b1f510-ab27-44d7-94f5-e5c1e637dedc req-7a22561b-1b39-4e40-8cb9-0c2bfffaac24 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jul 14 10:59:18.283184 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:17Z', 'revision_number': 3, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:18.309923 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Checking router: 4870f4d1-2699-447c-843a-eaa1d0122730 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:18.310274 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Updating router 4870f4d1-2699-447c-843a-eaa1d0122730 port 6b63c798-573f-476f-bb52-8116b87fd630 binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:59:18.342597 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.387626 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.537946 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Allocated IP 172.20.0.1 (d7a846e6-1bcb-494e-b291-793b42793039/9feeafff-d435-417e-a951-49a60a0dc6dc/abc2ff26-49d6-4edc-80b6-c5c9113e4312) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:18.589999 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.601000 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Transition to ACTIVE for port object 6b63c798-573f-476f-bb52-8116b87fd630 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:18.606835 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.641781 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.654805 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Transition to ACTIVE for port object abc2ff26-49d6-4edc-80b6-c5c9113e4312 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:18.656004 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Attempting to bind port 6b63c798-573f-476f-bb52-8116b87fd630 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:18.656399 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Attempting to bind port 6b63c798-573f-476f-bb52-8116b87fd630 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:18.656783 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Attempting to bind port 6b63c798-573f-476f-bb52-8116b87fd630 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:18.663423 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee65ab-9125-4ee3-a5dd-9b04e6103999 None None] Pushing event updated for resources: {'Port': ['ID=6b63c798-573f-476f-bb52-8116b87fd630,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:18.668166 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:18.668714 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:18.668941 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.669317 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:18.669772 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Bound port: 6b63c798-573f-476f-bb52-8116b87fd630, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:18.670140 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.692039 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.720167 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] For port 6b63c798-573f-476f-bb52-8116b87fd630, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:18.723126 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] For port 6b63c798-573f-476f-bb52-8116b87fd630, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=6b63c798-573f-476f-bb52-8116b87fd630,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:18.727657 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.736651 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Network d7a846e6-1bcb-494e-b291-793b42793039 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:18.739493 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:18.742866 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:18.748234 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2ff26-49d6-4edc-80b6-c5c9113e4312,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:18.785542 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.786936 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:18.811131 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee65ab-9125-4ee3-a5dd-9b04e6103999 None None] Pushing event updated for resources: {'Port': ['ID=6b63c798-573f-476f-bb52-8116b87fd630,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:18.813604 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:18.814213 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:58:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:18.922255 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:18.930527 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:18.930949 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.934279 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:18.956236 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:19.064051 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-fde36614-c17c-4fe9-89aa-6fd32d716503 None None] Provisioning for port abc2ff26-49d6-4edc-80b6-c5c9113e4312 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:19.075530 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-fde36614-c17c-4fe9-89aa-6fd32d716503 None None] Provisioning complete for port abc2ff26-49d6-4edc-80b6-c5c9113e4312 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:19.075530 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-fde36614-c17c-4fe9-89aa-6fd32d716503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.103836 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.111531 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.123404 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 31971b96-6d19-4e7d-bf34-3909d0c10572 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:19.175113 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-fde36614-c17c-4fe9-89aa-6fd32d716503 None None] Port abc2ff26-49d6-4edc-80b6-c5c9113e4312 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:59:19.180989 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.183636 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Pushing event updated for resources: {'Port': ['ID=abc2ff26-49d6-4edc-80b6-c5c9113e4312,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:19.202836 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.251861 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:59:19.254119 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6573d1e-62c2-46a8-9eea-8369e4d4d0b0" -d '{"events": [{"server_uuid": "c177e502-5cf6-4dfd-95b2-a16ed12a329b", "name": "network-vif-plugged", "status": "completed", "tag": "71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:19.272662 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:19.278686 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 31971b96-6d19-4e7d-bf34-3909d0c10572 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:19.283065 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.289540 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 31971b96-6d19-4e7d-bf34-3909d0c10572 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:19.289978 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.291480 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Network d7a846e6-1bcb-494e-b291-793b42793039 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:19.293230 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:19.316860 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146bc3a0-6ffb-449a-bb38-e9447fc09ea8 x-openstack-request-id: req-146bc3a0-6ffb-449a-bb38-e9447fc09ea8 {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:19.317145 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c177e502-5cf6-4dfd-95b2-a16ed12a329b", "name": "network-vif-plugged", "status": "completed", "tag": "71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:19.317387 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-146bc3a0-6ffb-449a-bb38-e9447fc09ea8 {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:19.317774 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae', 'code': 200} Jul 14 10:59:19.436411 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Router 4870f4d1-2699-447c-843a-eaa1d0122730 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:59:19.480694 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce90c5-9f1c-491f-bc41-e4434fdf21cb req-b48da9e5-7e9f-4dd4-89de-f065a310dee8 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:19.488822 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c7ce90c5-9f1c-491f-bc41-e4434fdf21cb req-b48da9e5-7e9f-4dd4-89de-f065a310dee8 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 945 time: 0.0913961 Jul 14 10:59:19.526786 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:19.531460 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:17Z', 'revision_number': 3, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:19.538020 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c7ce90c5-9f1c-491f-bc41-e4434fdf21cb req-e541f9e4-7354-4227-96b9-76b82551f7b9 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479760 Jul 14 10:59:19.569615 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d33e809-0790-490d-9e68-5c665b43b956 None None] The sync data for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi is: [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:17Z', 'revision_number': 3, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:19.628093 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.636675 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:19.643337 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-2c8aabac-497b-4ea9-9d44-61f13eaa1f59 admin admin] 10.222.0.67 "PUT /v2.0/routers/4870f4d1-2699-447c-843a-eaa1d0122730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6681137 Jul 14 10:59:19.661435 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba1e8-c909-40b9-8cd0-17381f5b2daa req-94866211-f18f-423d-81f3-bede3b3e92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:19.663510 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-580ba1e8-c909-40b9-8cd0-17381f5b2daa req-94866211-f18f-423d-81f3-bede3b3e92d1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 1098 time: 0.0974414 Jul 14 10:59:19.675108 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 31971b96-6d19-4e7d-bf34-3909d0c10572, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=31971b96-6d19-4e7d-bf34-3909d0c10572,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:19.682001 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.714753 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-580ba1e8-c909-40b9-8cd0-17381f5b2daa req-4f577548-3098-483a-a04d-632e07ff818c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Jul 14 10:59:19.728650 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-ff83722f-d041-486f-9059-9d632d50e562 None None] Provisioning complete for port abc2ff26-49d6-4edc-80b6-c5c9113e4312 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:19.729104 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ff83722f-d041-486f-9059-9d632d50e562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:19.772796 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=31971b96-6d19-4e7d-bf34-3909d0c10572,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:19.783766 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-ff83722f-d041-486f-9059-9d632d50e562 None None] Port abc2ff26-49d6-4edc-80b6-c5c9113e4312 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:59:20.141519 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57464) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:20.146487 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-224163329-network', 'tenant_id': 'dda635a678974d7b90460fc73f936eac'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:20.166810 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Made reservation on behalf of dda635a678974d7b90460fc73f936eac for: {'network': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:20.169432 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for network, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.177908 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.268021 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.271941 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.292735 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1028} {{(pid=104699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:59:20.306552 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee388707-6dcd-4185-9ab7-5bc5cf63d043,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:20.311195 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.311537 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.segments_db [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Added segment 0ada0e84-b3b1-412e-b143-ec554f1ab795 of type vlan for network bccb263e-5f82-44e7-b9b0-eb1597c54c6c Jul 14 10:59:20.359932 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792515019030'] for network, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.677396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456'] for network, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.678221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:20.678794 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.737453 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5948026 Jul 14 10:59:20.740162 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57468) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:20.745495 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Request body: {'subnet': {'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-224163329-subnet', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'ip_version': 4}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:20.756123 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6fae1-9760-4d33-ac06-2458b1b8fdc4 admin admin] Pushing event updated for resources: {'Network': ['ID=bccb263e-5f82-44e7-b9b0-eb1597c54c6c,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:20.767844 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c details requested by agent ovs-agent-dv-cinder-796286-17-iscsi with host dv-cinder-796286-17-iscsi {{(pid=104701) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:59:20.773368 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bae33-1a93-4e12-a57c-93c9bad3773a req-22bfb7fb-dffa-4403-b6db-de0dedde94a2 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:20.774235 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Made reservation on behalf of dda635a678974d7b90460fc73f936eac for: {'subnet': 1} {{(pid=104700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:20.775465 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b89bae33-1a93-4e12-a57c-93c9bad3773a req-22bfb7fb-dffa-4403-b6db-de0dedde94a2 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 945 time: 0.1267016 Jul 14 10:59:20.777511 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5060036'] for subnet, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:20.819746 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b89bae33-1a93-4e12-a57c-93c9bad3773a req-01075ab6-c395-46b9-8ce4-16d4cfa2b85e tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367870 Jul 14 10:59:20.960824 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5477501', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5060086'] for subnet, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.014739 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:21.025714 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Checking segment: {'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:21.026072 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Network hostable DHCP agents. Network: bccb263e-5f82-44e7-b9b0-eb1597c54c6c, hostable agents: ['9bcafc97-b645-4568-9437-9fc85922696b'], hosted agents: [] {{(pid=104700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:59:21.049764 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c is scheduled to be hosted by DHCP agent 9bcafc97-b645-4568-9437-9fc85922696b with binding_index 1 {{(pid=104700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:59:21.061661 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-17-iscsi, bccb263e-5f82-44e7-b9b0-eb1597c54c6c) {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:21.070966 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:21.071769 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.074773 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d36cc4-41df-46f7-bb99-ca4ad402dac9 None None] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:59:21.099269 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57476) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:21.099529 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-92e46527-371b-4461-ac62-cc21bfb16aea admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3581386 Jul 14 10:59:21.107651 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:21.131944 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8002676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61816'] for router, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.133132 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8002583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8000466', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7898870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61809'] for router, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.167961 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Sync routers for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:21.184748 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 31971b96-6d19-4e7d-bf34-3909d0c10572 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:21.186698 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:21.187519 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:58:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:21.200387 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.291602 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 31971b96-6d19-4e7d-bf34-3909d0c10572 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:21.292117 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.304134 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:21.353329 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8c72a487-260e-5a8a-a453-c585e68f4a4b-bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'fixed_ips': [{'subnet_id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9'}]}} from dv-cinder-796286-17-iscsi. {{(pid=104701) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:59:21.354308 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.355782 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8000448', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8002666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61795'] for router, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.518064 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6b63c798-573f-476f-bb52-8116b87fd630 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:21.547210 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 2, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:21.571281 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.db_base_plugin_common [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Allocated IP 172.20.0.2 (bccb263e-5f82-44e7-b9b0-eb1597c54c6c/c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9/91b2ee0e-e600-4129-9945-32520e4171db) {{(pid=104701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:21.585267 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.585657 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Checking router: 4870f4d1-2699-447c-843a-eaa1d0122730 for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:21.586198 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Updating router 4870f4d1-2699-447c-843a-eaa1d0122730 port abc2ff26-49d6-4edc-80b6-c5c9113e4312 binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:59:21.612695 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.613388 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 6b63c798-573f-476f-bb52-8116b87fd630 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:21.635177 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.651692 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 6b63c798-573f-476f-bb52-8116b87fd630 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:21.652067 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.749879 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Allocated IP 172.27.1.5 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/1c0703d2-99cb-47dc-9bea-8105337a25d9) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:21.798905 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.807082 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Notify callbacks [] for port, precommit_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.824777 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Transition to ACTIVE for port object 91b2ee0e-e600-4129-9945-32520e4171db will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:21.831585 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 6b63c798-573f-476f-bb52-8116b87fd630, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=6b63c798-573f-476f-bb52-8116b87fd630,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:21.837057 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.863230 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Transition to ACTIVE for port object 91b2ee0e-e600-4129-9945-32520e4171db will not be triggered until provisioned by entity DHCP. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:21.871609 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da94511-6602-4f00-b746-0d6072671867 req-d8229beb-be30-4e10-b513-9dc46524d136 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:21.873160 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4da94511-6602-4f00-b746-0d6072671867 req-d8229beb-be30-4e10-b513-9dc46524d136 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 945 time: 0.1396348 Jul 14 10:59:21.877539 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494'] for port, after_create {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.902958 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c is already hosted by enough agents. {{(pid=104701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:21.903865 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=6b63c798-573f-476f-bb52-8116b87fd630,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:21.907102 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.scheduler.base_scheduler [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Resources bound (agent type, host, resource id): {{(pid=104701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:21.910471 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Received port after_create {{(pid=104701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:21.921413 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.943914 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-4da94511-6602-4f00-b746-0d6072671867 req-6f4e7a7d-7a41-4d5f-ba9b-737ccb109c1b tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541646 Jul 14 10:59:21.955446 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.966464 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Transition to ACTIVE for port object abc2ff26-49d6-4edc-80b6-c5c9113e4312 will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:21.974243 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.986425 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:21.989449 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Pushing event updated for resources: {'Port': ['ID=91b2ee0e-e600-4129-9945-32520e4171db,revision_number=1']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:22.011738 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Attempting to bind port 91b2ee0e-e600-4129-9945-32520e4171db on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:22.012023 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Attempting to bind port 91b2ee0e-e600-4129-9945-32520e4171db by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:22.012388 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Attempting to bind port 91b2ee0e-e600-4129-9945-32520e4171db on network bccb263e-5f82-44e7-b9b0-eb1597c54c6c {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:22.018628 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:22.018999 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Checking segment: {'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:22.019398 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.019783 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Bound using segment: {'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:22.020244 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Bound port: 91b2ee0e-e600-4129-9945-32520e4171db, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:22.020659 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.023725 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-8b14d904-435f-4604-ad08-3e825326d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.035781 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Pushing event updated for resources: {'Port': ['ID=abc2ff26-49d6-4edc-80b6-c5c9113e4312,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:22.038247 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:22.041863 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:22.047219 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:22.068001 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Pushing event updated for resources: {'Port': ['ID=1c0703d2-99cb-47dc-9bea-8105337a25d9,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:22.082169 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.082644 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.083085 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.083517 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.084274 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.084773 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.085327 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.085750 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.086340 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.086769 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.087194 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.087606 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:59:22.120354 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] For port 91b2ee0e-e600-4129-9945-32520e4171db, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:22.123828 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] For port 91b2ee0e-e600-4129-9945-32520e4171db, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=91b2ee0e-e600-4129-9945-32520e4171db,segment=NetworkSegment(0ada0e84-b3b1-412e-b143-ec554f1ab795),segment_id=0ada0e84-b3b1-412e-b143-ec554f1ab795)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:22.128618 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Attempting to bind port abc2ff26-49d6-4edc-80b6-c5c9113e4312 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:22.129116 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Attempting to bind port abc2ff26-49d6-4edc-80b6-c5c9113e4312 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:22.129593 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Attempting to bind port abc2ff26-49d6-4edc-80b6-c5c9113e4312 on network d7a846e6-1bcb-494e-b291-793b42793039 {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:22.131428 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.136531 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:22.136531 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Checking segment: {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:22.137012 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.137502 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Bound using segment: {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:22.138073 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Bound port: abc2ff26-49d6-4edc-80b6-c5c9113e4312, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:22.138860 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.209513 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142801f-2fa9-4bd5-aaa6-e394e299b3ea None None] Pushing event updated for resources: {'Port': ['ID=91b2ee0e-e600-4129-9945-32520e4171db,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:22.217123 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] For port abc2ff26-49d6-4edc-80b6-c5c9113e4312, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:22.224912 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] For port abc2ff26-49d6-4edc-80b6-c5c9113e4312, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=abc2ff26-49d6-4edc-80b6-c5c9113e4312,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:22.233429 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.300776 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:22.301693 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:58:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:22.305009 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6fd74-196f-4efe-a4cd-280b62ca4e8b None None] Pushing event updated for resources: {'Port': ['ID=abc2ff26-49d6-4edc-80b6-c5c9113e4312,revision_number=4']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:22.357862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.426532 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:22.621877 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8002659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8000509'] for router, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.723487 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:22Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:22.751880 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f55b84-0d85-4f9c-a342-ca45db03b4dc None None] The sync data for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi is: [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:22Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:22.757362 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Router 13935a33-8268-43b4-a319-06d6eedb140e is scheduled to L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 with binding_index 1 {{(pid=104699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:59:22.888405 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:22.898195 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Sync routers for ids ['13935a33-8268-43b4-a319-06d6eedb140e'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:22.905557 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:22.907158 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-c22a8196-f80d-4bb6-b7ef-44a9ad4c604f admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8031380 Jul 14 10:59:22.910365 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57486) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:22.914412 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Routers {'13935a33-8268-43b4-a319-06d6eedb140e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:22.915213 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:58:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['13935a33-8268-43b4-a319-06d6eedb140e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:23.034373 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb782c08-18da-4173-8146-9918abbeb806 req-a4c5c263-3f18-41d7-88c5-b518e4ab71ca tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:23.036089 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fb782c08-18da-4173-8146-9918abbeb806 req-a4c5c263-3f18-41d7-88c5-b518e4ab71ca tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 945 time: 0.1277730 Jul 14 10:59:23.072679 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Set router 13935a33-8268-43b4-a319-06d6eedb140e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:23.264929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Deleting port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:59:23.265750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:23.330039 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device abc2ff26-49d6-4edc-80b6-c5c9113e4312 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:23.350841 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49743640-c0bb-4b8f-8b41-13946a521cb7 req-594c739e-0055-4d02-aa83-70149401d678 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:23.352371 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-49743640-c0bb-4b8f-8b41-13946a521cb7 req-594c739e-0055-4d02-aa83-70149401d678 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/ports?device_id=c177e502-5cf6-4dfd-95b2-a16ed12a329b HTTP/1.1" status: 200 len: 945 time: 0.1487994 Jul 14 10:59:23.397147 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:22Z', 'revision_number': 3, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port': {'id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:23.401811 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port abc2ff26-49d6-4edc-80b6-c5c9113e4312 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:23.405667 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] For port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,segment=NetworkSegment(6a223aed-3836-43a4-8b41-695fd7346000),segment_id=6a223aed-3836-43a4-8b41-695fd7346000)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:23.406205 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:23.425897 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Calling delete_port for 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:59:23.437591 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port abc2ff26-49d6-4edc-80b6-c5c9113e4312 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:23.438238 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:23.441103 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Checking router: 13935a33-8268-43b4-a319-06d6eedb140e for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:23.441646 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Updating router 13935a33-8268-43b4-a319-06d6eedb140e port 1c0703d2-99cb-47dc-9bea-8105337a25d9 binding host dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:59:23.464282 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-49743640-c0bb-4b8f-8b41-13946a521cb7 req-bdcf133c-33ed-4cd6-8fb4-92d2bab95f79 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.67 "GET /v2.0/security-groups?id=3bfae06a-0364-4d43-a205-2b4bbe398e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673769 Jul 14 10:59:23.530361 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:23.572102 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442cc904-397f-49a8-a5fc-a5d2d8cd422c None None] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:59:23.598782 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:23.633482 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Pushing event deleted for resources: {'Port': ['ID=71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:23.662287 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:23.696143 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] No DVR routers for this DVR port 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:59:23.700299 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:23.703326 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fb782c08-18da-4173-8146-9918abbeb806 req-cb009ee0-13c5-4070-aed7-1af8ebf33855 tempest-VolumesActionsTest-908056933 tempest-VolumesActionsTest-908056933-project] 10.222.0.89 "DELETE /v2.0/ports/71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae HTTP/1.1" status: 204 len: 173 time: 0.6602461 Jul 14 10:59:23.703819 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'name': 'network-vif-deleted', 'tag': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:59:23.707256 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8002351b-1183-4ac2-ac7f-9471b053090e" -d '{"events": [{"server_uuid": "c177e502-5cf6-4dfd-95b2-a16ed12a329b", "name": "network-vif-deleted", "tag": "71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:23.726803 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:23.748752 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc90c8be-f92a-44c9-a2fe-abc944350ed3 x-openstack-request-id: req-bc90c8be-f92a-44c9-a2fe-abc944350ed3 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:23.749053 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c177e502-5cf6-4dfd-95b2-a16ed12a329b", "name": "network-vif-deleted", "tag": "71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:23.749307 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bc90c8be-f92a-44c9-a2fe-abc944350ed3 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:23.749707 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c177e502-5cf6-4dfd-95b2-a16ed12a329b', 'name': 'network-vif-deleted', 'tag': '71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae', 'status': 'completed', 'code': 200} Jul 14 10:59:23.943914 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-f5183d87-aa95-4da5-b190-fe4597b1858c None None] Provisioning for port 91b2ee0e-e600-4129-9945-32520e4171db completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:23.952596 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Allocated IP 172.20.0.1 (bccb263e-5f82-44e7-b9b0-eb1597c54c6c/c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9/1a4aee41-531c-45cc-a3ae-ce30282be15c) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:24.052503 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.068767 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.082793 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.provisioning_blocks [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Transition to ACTIVE for port object 1a4aee41-531c-45cc-a3ae-ce30282be15c will not be triggered until provisioned by entity DHCP. {{(pid=104700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:24.121728 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.163738 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:24.169220 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:24.172056 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port abc2ff26-49d6-4edc-80b6-c5c9113e4312, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=abc2ff26-49d6-4edc-80b6-c5c9113e4312,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:24.173128 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:24.188621 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.189634 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 91b2ee0e-e600-4129-9945-32520e4171db up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:24.201284 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4aee41-531c-45cc-a3ae-ce30282be15c,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:24.219244 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8006552'] for router_interface, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.327443 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=abc2ff26-49d6-4edc-80b6-c5c9113e4312,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:24.355810 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Notify callbacks [] for port, precommit_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.367458 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 91b2ee0e-e600-4129-9945-32520e4171db completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:24.370211 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.372177 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Transition to ACTIVE for port object 1c0703d2-99cb-47dc-9bea-8105337a25d9 will not be triggered until provisioned by entity L2. {{(pid=104701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:24.375843 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 91b2ee0e-e600-4129-9945-32520e4171db triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:24.376298 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.404915 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.482216 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Attempting to bind port 1c0703d2-99cb-47dc-9bea-8105337a25d9 on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:24.482622 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Attempting to bind port 1c0703d2-99cb-47dc-9bea-8105337a25d9 by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:24.482935 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Attempting to bind port 1c0703d2-99cb-47dc-9bea-8105337a25d9 on network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:24.485214 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bfd27-63a3-4df1-a496-095e4de2af8b None None] Pushing event updated for resources: {'Port': ['ID=1c0703d2-99cb-47dc-9bea-8105337a25d9,revision_number=2']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:24.531433 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:24.531800 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Checking segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:24.532199 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.532790 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Bound using segment: {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'} {{(pid=104701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:24.533248 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.managers [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Bound port: 1c0703d2-99cb-47dc-9bea-8105337a25d9, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3cb491-ff53-4b67-9af6-c6047584c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb'}}] {{(pid=104701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:24.533629 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.579570 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.589692 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.657237 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 91b2ee0e-e600-4129-9945-32520e4171db, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=91b2ee0e-e600-4129-9945-32520e4171db,segment=NetworkSegment(0ada0e84-b3b1-412e-b143-ec554f1ab795),segment_id=0ada0e84-b3b1-412e-b143-ec554f1ab795)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:24.660394 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] For port 1c0703d2-99cb-47dc-9bea-8105337a25d9, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:24.665039 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.671860 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.684220 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] For port 1c0703d2-99cb-47dc-9bea-8105337a25d9, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1c0703d2-99cb-47dc-9bea-8105337a25d9,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:24.686285 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.687472 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6b63c798-573f-476f-bb52-8116b87fd630 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:24.729771 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.757245 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Pushing event updated for resources: {'Port': ['ID=1a4aee41-531c-45cc-a3ae-ce30282be15c,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:24.767030 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8331474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8004818'] for router_interface, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.788121 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-07edfc63-8154-4f5d-bc4f-2f1b2f2625f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.833321 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Routers {'13935a33-8268-43b4-a319-06d6eedb140e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:24.833956 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:59:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['13935a33-8268-43b4-a319-06d6eedb140e'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:24.873119 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=91b2ee0e-e600-4129-9945-32520e4171db,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:24.880930 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-0f05c79b-58b5-4182-9a0b-aea8c33e85d0 None None] Provisioning for port 1a4aee41-531c-45cc-a3ae-ce30282be15c completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:24.881170 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:24.882696 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:24.911575 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-0f05c79b-58b5-4182-9a0b-aea8c33e85d0 None None] Provisioning complete for port 1a4aee41-531c-45cc-a3ae-ce30282be15c triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:24.912052 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-0f05c79b-58b5-4182-9a0b-aea8c33e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:24.942409 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 6b63c798-573f-476f-bb52-8116b87fd630 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:24.942409 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:25.036710 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bfd27-63a3-4df1-a496-095e4de2af8b None None] Pushing event updated for resources: {'Port': ['ID=1c0703d2-99cb-47dc-9bea-8105337a25d9,revision_number=3']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:25.048743 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-0f05c79b-58b5-4182-9a0b-aea8c33e85d0 None None] Port 1a4aee41-531c-45cc-a3ae-ce30282be15c cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:59:25.052332 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Router 13935a33-8268-43b4-a319-06d6eedb140e has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:59:25.079181 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] Set router 13935a33-8268-43b4-a319-06d6eedb140e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:25.135566 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-0f05c79b-58b5-4182-9a0b-aea8c33e85d0 None None] Provisioning complete for port 91b2ee0e-e600-4129-9945-32520e4171db triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:25.135937 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-0f05c79b-58b5-4182-9a0b-aea8c33e85d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:25.189494 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:59:25.200614 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-83e4b14c-7c25-4a58-8295-9d91c5f3e570 admin admin] 10.222.0.67 "PUT /v2.0/routers/13935a33-8268-43b4-a319-06d6eedb140e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2842076 Jul 14 10:59:25.390700 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 91b2ee0e-e600-4129-9945-32520e4171db up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:25.463094 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 91b2ee0e-e600-4129-9945-32520e4171db triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:25.463463 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:25.466994 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 4, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port': {'id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '1a4aee41-531c-45cc-a3ae-ce30282be15c', 'name': '', 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'mac_address': 'fa:16:3e:23:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:23Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 2, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'subnets': [{'id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:25.515985 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7d861c-7e97-4423-a820-fde974dd58d3 None None] The sync data for ids ['13935a33-8268-43b4-a319-06d6eedb140e'] in dv-cinder-796286-17-iscsi is: [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 4, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port': {'id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '1a4aee41-531c-45cc-a3ae-ce30282be15c', 'name': '', 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'mac_address': 'fa:16:3e:23:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:23Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 2, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'subnets': [{'id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:25.594679 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-07210143-f964-42a9-95ad-b8e0bd7dff1f None None] Provisioning complete for port 1a4aee41-531c-45cc-a3ae-ce30282be15c triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:25.595052 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-07210143-f964-42a9-95ad-b8e0bd7dff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:25.639596 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:25.641004 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device abc2ff26-49d6-4edc-80b6-c5c9113e4312 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:25.676801 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-07210143-f964-42a9-95ad-b8e0bd7dff1f None None] Port 1a4aee41-531c-45cc-a3ae-ce30282be15c cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:59:25.692602 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port abc2ff26-49d6-4edc-80b6-c5c9113e4312 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:25.692976 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:27.408651 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1c0703d2-99cb-47dc-9bea-8105337a25d9 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:27.466795 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 1c0703d2-99cb-47dc-9bea-8105337a25d9 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:27.470504 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 1c0703d2-99cb-47dc-9bea-8105337a25d9 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:27.470973 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:27.532015 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:59:27.578629 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:27.581085 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:59:27.581430 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 71e2d05b-47f7-4ea7-b505-4e7e53c5c0ae not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:59:27.597311 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:27.625397 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 1c0703d2-99cb-47dc-9bea-8105337a25d9, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1c0703d2-99cb-47dc-9bea-8105337a25d9,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:27.631310 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:27.688500 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=1c0703d2-99cb-47dc-9bea-8105337a25d9,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:27.807291 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Sync routers for ids ['13935a33-8268-43b4-a319-06d6eedb140e'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:59:27.817970 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Routers {'13935a33-8268-43b4-a319-06d6eedb140e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:27.818585 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:59:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['13935a33-8268-43b4-a319-06d6eedb140e'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:27.935278 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Set router 13935a33-8268-43b4-a319-06d6eedb140e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:28.149239 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 4, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port': {'id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '1a4aee41-531c-45cc-a3ae-ce30282be15c', 'name': '', 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'mac_address': 'fa:16:3e:23:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:23Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 2, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'subnets': [{'id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:28.176343 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Checking router: 13935a33-8268-43b4-a319-06d6eedb140e for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:59:28.176630 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Updating router 13935a33-8268-43b4-a319-06d6eedb140e port 1a4aee41-531c-45cc-a3ae-ce30282be15c binding host dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:59:28.218670 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:28.495705 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Notify callbacks [] for port, precommit_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:28.506029 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.provisioning_blocks [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Transition to ACTIVE for port object 1a4aee41-531c-45cc-a3ae-ce30282be15c will not be triggered until provisioned by entity L2. {{(pid=104702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:28.541708 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:28.544540 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:28.616644 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cd821-dfb1-4855-aacf-5fc3df58c057 None None] Pushing event updated for resources: {'Port': ['ID=1a4aee41-531c-45cc-a3ae-ce30282be15c,revision_number=3']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:28.660242 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Attempting to bind port 1a4aee41-531c-45cc-a3ae-ce30282be15c on host dv-cinder-796286-17-iscsi for vnic_type normal with profile {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:28.660647 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Attempting to bind port 1a4aee41-531c-45cc-a3ae-ce30282be15c by drivers openvswitch,hyperv on host dv-cinder-796286-17-iscsi at level 0 using segments [{'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:28.661030 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Attempting to bind port 1a4aee41-531c-45cc-a3ae-ce30282be15c on network bccb263e-5f82-44e7-b9b0-eb1597c54c6c {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:28.667843 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Checking agent: {'id': 'f8343e27-7562-4a79-8f78-e17900edf791', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-17-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 42, 24), 'started_at': datetime.datetime(2021, 7, 14, 10, 42, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-17-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:28.668226 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Checking segment: {'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:28.668659 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:28.669218 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Bound using segment: {'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'} {{(pid=104702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:28.669534 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.managers [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Bound port: 1a4aee41-531c-45cc-a3ae-ce30282be15c, host: dv-cinder-796286-17-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ada0e84-b3b1-412e-b143-ec554f1ab795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c'}}] {{(pid=104702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:28.670232 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:28.751736 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] For port 1a4aee41-531c-45cc-a3ae-ce30282be15c, host dv-cinder-796286-17-iscsi, cleared binding levels {{(pid=104702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:28.755254 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.plugins.ml2.db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] For port 1a4aee41-531c-45cc-a3ae-ce30282be15c, host dv-cinder-796286-17-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1a4aee41-531c-45cc-a3ae-ce30282be15c,segment=NetworkSegment(0ada0e84-b3b1-412e-b143-ec554f1ab795),segment_id=0ada0e84-b3b1-412e-b143-ec554f1ab795)] {{(pid=104702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:28.767008 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron_lib.callbacks.manager [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:28.828474 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cd821-dfb1-4855-aacf-5fc3df58c057 None None] Pushing event updated for resources: {'Port': ['ID=1a4aee41-531c-45cc-a3ae-ce30282be15c,revision_number=4']} {{(pid=104702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:28.838351 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Routers {'13935a33-8268-43b4-a319-06d6eedb140e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:59:28.838748 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:59:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['13935a33-8268-43b4-a319-06d6eedb140e'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:28.961807 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] Set router 13935a33-8268-43b4-a319-06d6eedb140e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:59:29.230338 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 4, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port': {'id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '1a4aee41-531c-45cc-a3ae-ce30282be15c', 'name': '', 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'mac_address': 'fa:16:3e:23:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:23Z', 'updated_at': '2021-07-14T10:59:28Z', 'revision_number': 4, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'subnets': [{'id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:29.263149 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0e1d72-bee9-4cce-864c-7e8baf54a323 None None] The sync data for ids ['13935a33-8268-43b4-a319-06d6eedb140e'] in dv-cinder-796286-17-iscsi is: [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 4, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port': {'id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '1a4aee41-531c-45cc-a3ae-ce30282be15c', 'name': '', 'network_id': 'bccb263e-5f82-44e7-b9b0-eb1597c54c6c', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'mac_address': 'fa:16:3e:23:59:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:23Z', 'updated_at': '2021-07-14T10:59:28Z', 'revision_number': 4, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'subnets': [{'id': 'c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:59:29.469451 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1c0703d2-99cb-47dc-9bea-8105337a25d9 up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:29.574482 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 1c0703d2-99cb-47dc-9bea-8105337a25d9 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:29.583892 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:29.761421 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1a4aee41-531c-45cc-a3ae-ce30282be15c up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:29.886686 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning for port 1a4aee41-531c-45cc-a3ae-ce30282be15c completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:29.892343 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 1a4aee41-531c-45cc-a3ae-ce30282be15c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:29.892816 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:30.116419 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:30.190293 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] For port 1a4aee41-531c-45cc-a3ae-ce30282be15c, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1a4aee41-531c-45cc-a3ae-ce30282be15c,segment=NetworkSegment(0ada0e84-b3b1-412e-b143-ec554f1ab795),segment_id=0ada0e84-b3b1-412e-b143-ec554f1ab795)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:30.202259 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:30.289451 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Pushing event updated for resources: {'Port': ['ID=1a4aee41-531c-45cc-a3ae-ce30282be15c,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:31.211703 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-a9ce2427-72c3-454c-80f4-b54a8226243c service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668278 Jul 14 10:59:31.370771 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-c2b4c555-5f13-475b-a215-d7a7716cf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:31.372998 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-c2b4c555-5f13-475b-a215-d7a7716cf00f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 1099 time: 0.1035273 Jul 14 10:59:31.462331 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1a4aee41-531c-45cc-a3ae-ce30282be15c up at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:31.613132 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Provisioning complete for port 1a4aee41-531c-45cc-a3ae-ce30282be15c triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:31.613807 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:31.634993 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-8caf54df-555a-47c7-aa06-e75d5786926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:31.639941 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-8caf54df-555a-47c7-aa06-e75d5786926e service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.2407904 Jul 14 10:59:31.739298 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-18d1f092-ffde-4a99-9155-9940b24761ef service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132 HTTP/1.1" status: 200 len: 1001 time: 0.0947773 Jul 14 10:59:31.821333 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-bcd0415b-821b-4eb6-843c-085a44035331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:31.823033 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-bcd0415b-821b-4eb6-843c-085a44035331 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0759737 Jul 14 10:59:31.908999 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-e0883152-dc14-4f45-a382-ebc69aceea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:31.910935 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-e0883152-dc14-4f45-a382-ebc69aceea46 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0807173 Jul 14 10:59:32.027179 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-cc3b81a2-1172-48b1-9978-18ac653ef5b8 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094885 Jul 14 10:59:32.192813 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6fbd0053-2b7a-496f-82da-5692fb5bffd8 req-a9603688-c78c-4374-bcc0-1377aa6b2d42 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562159 Jul 14 10:59:36.127279 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-2209603d-bea5-40f1-b24d-c0e06aa6f287 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:36.128796 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-2209603d-bea5-40f1-b24d-c0e06aa6f287 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 815 time: 0.1137757 Jul 14 10:59:36.146110 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-be351f7c-0a7a-4285-8f39-c4f3e6ee4c8e tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/quotas/e1e73b09da8f41a1a724db7a1245a6c8 HTTP/1.1" status: 200 len: 375 time: 0.0095868 Jul 14 10:59:36.241831 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-cf6a213c-b149-48c8-8c10-06ac7ad248c4 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897667 Jul 14 10:59:36.343011 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-1faa3273-5791-4ce5-b1e7-6b04719d868b service neutron] 10.222.0.67 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995135 Jul 14 10:59:36.440373 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-241ce67c-b33d-47b5-9a42-094381ce5365 service neutron] 10.222.0.67 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920835 Jul 14 10:59:36.653286 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7fab2126-923a-47a0-b62d-2a237d3e4784 req-fcb2c2d5-0a66-4670-bcf9-fac6a0d8388a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 210 time: 0.0411308 Jul 14 10:59:37.849521 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1af98ec2-043c-4e3d-bae2-5c3f0d9ac2cd req-aabf99fb-6290-45dd-a617-0dfc3013cb44 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 210 time: 0.0422764 Jul 14 10:59:37.891889 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-9ffd6c0c-85cf-4f2c-9c7c-3d24eeee88f4 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:37.893400 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-9ffd6c0c-85cf-4f2c-9c7c-3d24eeee88f4 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 815 time: 0.1933024 Jul 14 10:59:37.905985 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'port': {'device_id': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'admin_state_up': True, 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:38.035266 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Made reservation on behalf of e1e73b09da8f41a1a724db7a1245a6c8 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:59:38.038955 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:38.181299 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Allocated IP 172.20.0.8 (d7a846e6-1bcb-494e-b291-793b42793039/9feeafff-d435-417e-a951-49a60a0dc6dc/8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:59:38.376576 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:38.391919 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Transition to ACTIVE for port object 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:38.445492 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:38.501637 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Network d7a846e6-1bcb-494e-b291-793b42793039 is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:59:38.506272 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:59:38.523981 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:59:38.607336 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:38.610087 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:38.621929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:38.648217 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-40eae5ed-ba74-4221-8ff7-4437ee5815ee tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7461958 Jul 14 10:59:38.859564 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e35c8d59-1ee3-48eb-b2a5-ea55e4c04200 None None] Provisioning for port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:38.876576 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e35c8d59-1ee3-48eb-b2a5-ea55e4c04200 None None] Provisioning complete for port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:38.877074 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e35c8d59-1ee3-48eb-b2a5-ea55e4c04200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:38.949810 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e35c8d59-1ee3-48eb-b2a5-ea55e4c04200 None None] Port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:59:39.068382 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891e693-d6d6-447c-904b-5f6b3187f31a req-21d28e01-1fcc-46f2-8c2e-b4e774074816 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:39.070110 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f891e693-d6d6-447c-904b-5f6b3187f31a req-21d28e01-1fcc-46f2-8c2e-b4e774074816 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.0921872 Jul 14 10:59:39.576344 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-f891e693-d6d6-447c-904b-5f6b3187f31a req-6bc04315-832f-4832-945b-a8e77f27c6c5 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994981 Jul 14 10:59:40.770365 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cecd78-c00a-4508-aaab-f262acf438be req-d038f20b-3659-47a3-8e5c-d7d5fc2d026e tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:40.772757 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f9cecd78-c00a-4508-aaab-f262acf438be req-d038f20b-3659-47a3-8e5c-d7d5fc2d026e tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.0838141 Jul 14 10:59:40.849370 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f9cecd78-c00a-4508-aaab-f262acf438be req-1262d1d7-7854-4ec6-ac3c-5ec00aba5c74 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710621 Jul 14 10:59:42.069265 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea010afd-35bd-432a-870c-ff520318e60d req-2818e6e4-0991-4443-8eb3-26279242cf53 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:42.070988 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ea010afd-35bd-432a-870c-ff520318e60d req-2818e6e4-0991-4443-8eb3-26279242cf53 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.1033053 Jul 14 10:59:42.135334 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ea010afd-35bd-432a-870c-ff520318e60d req-2fce899b-f8e9-49e0-b2eb-45791b00e1cb tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567923 Jul 14 10:59:43.358673 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77948-79ec-4f54-98d9-785b13d8a8ab req-9204a01f-81b3-411c-9217-840f560725ae tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:43.365785 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-abc77948-79ec-4f54-98d9-785b13d8a8ab req-9204a01f-81b3-411c-9217-840f560725ae tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.0779562 Jul 14 10:59:43.425088 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-abc77948-79ec-4f54-98d9-785b13d8a8ab req-ebbcfa95-1893-4d6a-918f-668e9d07d1e4 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583541 Jul 14 10:59:44.642708 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f85d7-e08f-4731-aff6-57caff89688a req-cb08c602-f36d-4923-aed4-0ac501d97c06 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:44.644577 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-097f85d7-e08f-4731-aff6-57caff89688a req-cb08c602-f36d-4923-aed4-0ac501d97c06 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.0881524 Jul 14 10:59:44.689425 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-097f85d7-e08f-4731-aff6-57caff89688a req-75bb9f22-9316-43f2-af41-788ff8042673 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Jul 14 10:59:45.874133 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d2aea-6a57-463a-aa3e-5a48549c6126 req-ad0602ec-e3cb-433c-84b1-3ac6688711d6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:45.876059 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2c2d2aea-6a57-463a-aa3e-5a48549c6126 req-ad0602ec-e3cb-433c-84b1-3ac6688711d6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.0670614 Jul 14 10:59:45.921090 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2c2d2aea-6a57-463a-aa3e-5a48549c6126 req-b15c9ce6-aa65-4e42-a50f-1ca4d4d71c94 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387833 Jul 14 10:59:47.099594 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bfad-e8dd-4116-adcb-5d18f849a333 req-0a68b9b2-7d7a-4261-9d77-141bd50681b4 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:47.101107 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3847bfad-e8dd-4116-adcb-5d18f849a333 req-0a68b9b2-7d7a-4261-9d77-141bd50681b4 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.0640900 Jul 14 10:59:47.139770 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3847bfad-e8dd-4116-adcb-5d18f849a333 req-7251787e-639f-447a-a1bd-45624ac44970 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Jul 14 10:59:47.536095 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57778) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:47.588198 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] Deleting subnet d8c3a089-2b91-4bc8-b7ae-7c9578d0e876 {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:59:47.591612 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.633633 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.674922 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.733297 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.760020 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c3a089-2b91-4bc8-b7ae-7c9578d0e876,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:47.770052 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.771529 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ceacf6e0-419a-4eb1-8f31-916fac7c3050 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d8c3a089-2b91-4bc8-b7ae-7c9578d0e876 HTTP/1.1" status: 204 len: 168 time: 0.2348757 Jul 14 10:59:47.774596 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57780) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:47.850853 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.929122 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.939303 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f06ead-f39e-42b2-8ecd-8b220e1a265f']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:47.953757 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a223aed-3836-43a4-8b41-695fd7346000') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:47.954057 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a223aed-3836-43a4-8b41-695fd7346000') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:59:47.963710 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.977079 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.983223 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:59:47.983596 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:59:47.985219 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:59:48.039087 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:48.045244 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:48.047085 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] 10.222.0.67 "DELETE /v2.0/networks/03f06ead-f39e-42b2-8ecd-8b220e1a265f HTTP/1.1" status: 204 len: 168 time: 0.2715688 Jul 14 10:59:48.058296 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c23b51-a485-4525-a6c3-8cf23d2e6bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f06ead-f39e-42b2-8ecd-8b220e1a265f,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:48.225583 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57788) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:48.323522 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-a3ca7b03-bc39-4576-9e1e-4a608f282a7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b7247131a14448789aac40191c1fb2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952601 Jul 14 10:59:48.324683 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57790) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:59:48.391774 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e47f4240-f30d-4dc6-9b9b-0122fb8f93d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:48.419813 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e47f4240-f30d-4dc6-9b9b-0122fb8f93d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:48.443694 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a0ae9-2819-4cf9-9c2e-1406a7fb9955 req-76a9b3b9-48e9-4a95-b5cc-6b276e23b41a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:48.445712 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0e5a0ae9-2819-4cf9-9c2e-1406a7fb9955 req-76a9b3b9-48e9-4a95-b5cc-6b276e23b41a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 931 time: 0.1537776 Jul 14 10:59:48.477402 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e47f4240-f30d-4dc6-9b9b-0122fb8f93d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:48.480097 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-e47f4240-f30d-4dc6-9b9b-0122fb8f93d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:48.481533 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-e47f4240-f30d-4dc6-9b9b-0122fb8f93d2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3bfae06a-0364-4d43-a205-2b4bbe398e8d HTTP/1.1" status: 204 len: 168 time: 0.1558111 Jul 14 10:59:48.490391 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47f4240-f30d-4dc6-9b9b-0122fb8f93d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfae06a-0364-4d43-a205-2b4bbe398e8d,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:48.511294 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0e5a0ae9-2819-4cf9-9c2e-1406a7fb9955 req-7aab922e-b437-49d9-8038-c04bd8f18ec2 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593600 Jul 14 10:59:49.233778 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Request body: {'port': {'device_id': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:59:49.305018 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:49.553309 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:59:49.561810 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:49.574402 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Transition to ACTIVE for port object 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:59:49.577600 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:49.632963 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:49.739637 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Attempting to bind port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:59:49.739970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Attempting to bind port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:59:49.740301 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Attempting to bind port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f on network d7a846e6-1bcb-494e-b291-793b42793039 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:49.749503 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f on network d7a846e6-1bcb-494e-b291-793b42793039 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:59:49.749829 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Attempting to bind port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f on network d7a846e6-1bcb-494e-b291-793b42793039 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:59:49.763871 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953983b6-dcb5-42a8-a425-f4698ea6cf4b req-f5741bbc-bcb9-402a-8ed4-9cc8b22d3542 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:49.765411 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-953983b6-dcb5-42a8-a425-f4698ea6cf4b req-f5741bbc-bcb9-402a-8ed4-9cc8b22d3542 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 943 time: 0.1142116 Jul 14 10:59:49.766654 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:59:49.766992 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Checking segment: {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:59:49.767369 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Bound using segment: {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:59:49.767825 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Bound port: 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2394691-2a03-496c-8470-e21aedec79da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:59:49.768154 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:49.836916 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-953983b6-dcb5-42a8-a425-f4698ea6cf4b req-04b04390-a07d-4036-af14-f8e116784239 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653093 Jul 14 10:59:49.859023 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:59:49.862011 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:59:49.866609 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:49.900242 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:49.901108 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:49.902479 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] 10.222.0.89 "PUT /v2.0/ports/8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 1093 time: 0.6731691 Jul 14 10:59:49.904577 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:59:49.907493 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:49.937851 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976d65-01c4-49d8-b1d8-e982fa442ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:49.953771 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf7fbbb-84b7-4678-9a2d-e0bf3a32d58a x-openstack-request-id: req-9cf7fbbb-84b7-4678-9a2d-e0bf3a32d58a {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:49.954066 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:49.954316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9cf7fbbb-84b7-4678-9a2d-e0bf3a32d58a {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:49.954709 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'status': 'completed', 'code': 200} Jul 14 10:59:50.001015 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-0732577e-b329-4a4b-9d81-f56593e73b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:50.002633 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-0732577e-b329-4a4b-9d81-f56593e73b82 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0584676 Jul 14 10:59:50.047627 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-e2332232-629d-424e-a119-8a55d2849daf service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 217 time: 0.0376992 Jul 14 10:59:50.095755 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92eff395-84e1-41d9-9c6b-0d8a40034280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:50.097149 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-92eff395-84e1-41d9-9c6b-0d8a40034280 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0435414 Jul 14 10:59:50.152314 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-8bed1314-6069-480d-9d21-f0705dd73002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:50.153786 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-8bed1314-6069-480d-9d21-f0705dd73002 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504117 Jul 14 10:59:50.243890 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-514c4054-a2ab-46c2-a427-a53006362ba0 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831926 Jul 14 10:59:50.327793 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9d4340ff-8a0f-4c74-849a-57c2aa21ce22 req-f8d9f932-7c42-4891-9370-1bbee245456b service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782928 Jul 14 10:59:50.420531 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-87e9bfeb-0bfb-4197-a773-fd29114dd97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:50.421978 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-87e9bfeb-0bfb-4197-a773-fd29114dd97e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1096 time: 0.0519719 Jul 14 10:59:50.510911 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-6fba4fdc-8424-4bd9-8899-9a457821ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:50.512307 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-6fba4fdc-8424-4bd9-8899-9a457821ebf4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 917 time: 0.0832579 Jul 14 10:59:50.553787 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-f87cd72e-16e6-49a6-ad04-96c70c0c8e73 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 217 time: 0.0337617 Jul 14 10:59:50.605422 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-2444fcec-4cf1-449e-8637-575f84e05855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:50.606831 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-2444fcec-4cf1-449e-8637-575f84e05855 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0465195 Jul 14 10:59:50.665423 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-aadb9db4-80fe-4d86-9f1c-1c7e8cdd9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:50.666884 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-aadb9db4-80fe-4d86-9f1c-1c7e8cdd9b6e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513296 Jul 14 10:59:50.752955 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-d583a4f2-398e-4819-8af5-5c73a5f521e5 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788028 Jul 14 10:59:50.844149 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2d8c46ff-85e8-4b52-ac90-c82b20fdb2a1 req-b7173704-2deb-438d-b26c-3987fc8cddd8 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841308 Jul 14 10:59:51.004232 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94624aa4-2861-43fc-8be7-a67ce48069b9 req-77573e80-1c13-4de5-b662-976303c492f9 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:51.005636 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-94624aa4-2861-43fc-8be7-a67ce48069b9 req-77573e80-1c13-4de5-b662-976303c492f9 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 943 time: 0.0622675 Jul 14 10:59:51.042879 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-94624aa4-2861-43fc-8be7-a67ce48069b9 req-648655eb-9f86-4367-a4ea-2ff35060416f tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311248 Jul 14 10:59:52.009614 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c4962714-43ad-4031-b875-8462c452977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:52.213851 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa94680-8579-4ad3-b87c-f8e1b05ea048 req-e9ddc7d2-611a-4298-9100-0e56662c5b3d tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:52.215330 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1fa94680-8579-4ad3-b87c-f8e1b05ea048 req-e9ddc7d2-611a-4298-9100-0e56662c5b3d tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 943 time: 0.0619786 Jul 14 10:59:52.251455 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1fa94680-8579-4ad3-b87c-f8e1b05ea048 req-08355f71-25ef-482c-9b13-4bb9f3ea52fc tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307441 Jul 14 10:59:52.914876 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:59:53.006987 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:53.018790 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'port_id': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'mac_address': 'fa:16:3e:8a:b2:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:59:53.054682 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:53.070195 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:59:53.089706 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:53.093342 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:53.138148 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:53.295637 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:59:53.420925 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c6485-dd4e-4bb5-9566-e1501b773c42 req-52578ca0-538c-48df-8301-f8cd7647c4e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:53.422432 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-030c6485-dd4e-4bb5-9566-e1501b773c42 req-52578ca0-538c-48df-8301-f8cd7647c4e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 944 time: 0.0623834 Jul 14 10:59:53.463828 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-030c6485-dd4e-4bb5-9566-e1501b773c42 req-f37fa5ee-89a6-4ac1-819c-2e820e0ea255 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358460 Jul 14 10:59:54.130903 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:59:54.500097 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:54.634924 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39475f20-3300-4c5e-b249-95a57fd0b00e req-f650acd5-6fab-48b0-ac20-710490950b9f tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:54.636618 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-39475f20-3300-4c5e-b249-95a57fd0b00e req-f650acd5-6fab-48b0-ac20-710490950b9f tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 944 time: 0.0618908 Jul 14 10:59:54.673967 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-39475f20-3300-4c5e-b249-95a57fd0b00e req-36c0e646-5eba-4766-8220-17f88a396578 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Jul 14 10:59:54.722655 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ad817a36-ea0d-49f9-99bf-2019d5c5e1c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:54.942487 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:59:54.987656 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:59:54.991292 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:59:54.991660 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:55.064357 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:55.086143 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:59:55.088343 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f03655-fe93-4566-85f9-22f0a5bcd210" -d '{"events": [{"server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "name": "network-vif-plugged", "status": "completed", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:59:55.100695 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:59:55.104937 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:55.130354 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e82cd5-67b2-49b1-9d58-bf2342feae6b x-openstack-request-id: req-a4e82cd5-67b2-49b1-9d58-bf2342feae6b {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:59:55.130650 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "name": "network-vif-plugged", "status": "completed", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:59:55.130898 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4e82cd5-67b2-49b1-9d58-bf2342feae6b {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:59:55.131269 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'code': 200} Jul 14 10:59:55.156020 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:59:55.338492 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e717e-2dc6-4294-8838-0e8f622f19e3 req-a11b9ee0-da03-481a-849e-20ac737868fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:55.339963 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-958e717e-2dc6-4294-8838-0e8f622f19e3 req-a11b9ee0-da03-481a-849e-20ac737868fd service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1098 time: 0.0506434 Jul 14 10:59:55.373712 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-958e717e-2dc6-4294-8838-0e8f622f19e3 req-8976592f-e72c-47b3-96ba-d31df207fbf7 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270576 Jul 14 10:59:55.583921 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:55.844659 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d6630d-98ef-438a-afeb-17e9198ac6f0 req-4d78c2c2-5c49-4fd4-8534-32388adf3909 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:55.846024 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-82d6630d-98ef-438a-afeb-17e9198ac6f0 req-4d78c2c2-5c49-4fd4-8534-32388adf3909 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0660062 Jul 14 10:59:55.882028 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-82d6630d-98ef-438a-afeb-17e9198ac6f0 req-459494af-ab8c-4f2e-b644-d0952d838caa tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304687 Jul 14 10:59:57.051271 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e6ade-f69c-4f1e-a782-aad74d3d049e req-93397433-a51a-4026-8990-26eb57acf341 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:57.052739 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9e7e6ade-f69c-4f1e-a782-aad74d3d049e req-93397433-a51a-4026-8990-26eb57acf341 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0624437 Jul 14 10:59:57.089326 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-9e7e6ade-f69c-4f1e-a782-aad74d3d049e req-f4f27fba-2526-4e93-aaba-9b646f182808 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311651 Jul 14 10:59:57.254704 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec25441-93e0-4686-8e0f-e4ed14ae6e49 req-ebd28e35-7059-4731-9917-794e6e1d40ad tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:57.256050 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9ec25441-93e0-4686-8e0f-e4ed14ae6e49 req-ebd28e35-7059-4731-9917-794e6e1d40ad tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0613551 Jul 14 10:59:57.291724 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9ec25441-93e0-4686-8e0f-e4ed14ae6e49 req-20e3ec8b-4308-4a8d-8e60-14dbde684fb4 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295267 Jul 14 10:59:57.531643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:59:57.671596 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2afe95-6ef7-4412-9470-14e575650a7e req-0ce2aa16-45b5-4725-a7f4-ad86de02227c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:59:57.673077 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ea2afe95-6ef7-4412-9470-14e575650a7e req-0ce2aa16-45b5-4725-a7f4-ad86de02227c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0652072 Jul 14 10:59:57.709017 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-ea2afe95-6ef7-4412-9470-14e575650a7e req-4d6dad55-a845-4e57-8597-fe46388428b0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304925 Jul 14 10:59:58.516790 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:06.128478 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb8fb-0301-4150-a1ec-7c455985bb1f req-73786bad-7ab9-492a-b0ab-7670263e44c3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:06.129951 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f6ddb8fb-0301-4150-a1ec-7c455985bb1f req-73786bad-7ab9-492a-b0ab-7670263e44c3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0619538 Jul 14 11:00:06.165652 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f6ddb8fb-0301-4150-a1ec-7c455985bb1f req-7c25dfdd-cbeb-4128-bb3c-da8c82c75143 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302792 Jul 14 11:00:06.189915 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57860) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:06.414764 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f654d8-a687-490b-84b6-ae97089542c8 tempest-TestMinimumBasicScenario-1002406952 tempest-TestMinimumBasicScenario-1002406952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:06.416803 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-b0f654d8-a687-490b-84b6-ae97089542c8 tempest-TestMinimumBasicScenario-1002406952 tempest-TestMinimumBasicScenario-1002406952-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1093 time: 0.2251983 Jul 14 11:00:06.419803 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57864) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:06.423993 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'port_id': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:06.444507 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for floatingip, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:06.540522 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:06.646051 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_common [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Allocated IP 172.27.1.20 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/b99f219c-7a07-47d5-b61b-9efcd081c269) {{(pid=104700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:00:06.746900 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for port, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:06.784293 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:06.823887 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:00:06.826685 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.base_scheduler [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Resources bound (agent type, host, resource id): {{(pid=104700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:00:06.829191 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Received port after_create {{(pid=104700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:00:06.856075 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'Port': ['ID=b99f219c-7a07-47d5-b61b-9efcd081c269,revision_number=1']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:07.198096 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:07.517993 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:07.663935 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:07.669312 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:07.735889 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'Port': ['ID=b99f219c-7a07-47d5-b61b-9efcd081c269,revision_number=2']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:07.747040 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:07.844745 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.l3_db [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Floating IP c2b5701e-fb76-4e7a-a284-8060c6083ce2 associated. External IP: 172.27.1.20, port: 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f. Jul 14 11:00:08.045100 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Router 4870f4d1-2699-447c-843a-eaa1d0122730 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:00:08.148169 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:00:08.157818 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] Sync routers for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:00:08.164344 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.167125 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:00:08.168009 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:59:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:08.200761 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-c09b8d51-7657-43b7-9020-dec66d0a0d79 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7799437 Jul 14 11:00:08.201349 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:00:08.203608 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c92972-c539-4c0a-bfbf-d28189012b50" -d '{"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:08.203993 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 57866) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:08.209043 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-4031bfa0-50eb-451b-ae9b-637c462fab0a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-202241445', 'description': 'tempest-secgroup-smoke-202241445 description', 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:08.235601 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4031bfa0-50eb-451b-ae9b-637c462fab0a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.243107 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9621b0c5-4fce-4135-b371-82490600dcc8 x-openstack-request-id: req-9621b0c5-4fce-4135-b371-82490600dcc8 {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:08.243403 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:08.243653 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9621b0c5-4fce-4135-b371-82490600dcc8 {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:08.244080 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'status': 'completed', 'code': 200} Jul 14 11:00:08.275668 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:00:08.367307 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-2f323a4e-cd48-49eb-b56a-a879343ca45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:08.370484 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-2f323a4e-cd48-49eb-b56a-a879343ca45e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1017163 Jul 14 11:00:08.373996 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4031bfa0-50eb-451b-ae9b-637c462fab0a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.386056 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4031bfa0-50eb-451b-ae9b-637c462fab0a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.454048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-4031bfa0-50eb-451b-ae9b-637c462fab0a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.455169 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-4031bfa0-50eb-451b-ae9b-637c462fab0a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2499330 Jul 14 11:00:08.458407 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57870) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:08.463842 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-3bb83bc0-34f4-400b-8844-5ccb805ba743 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'security_group_rule': {'security_group_id': 'e2549a29-7ee4-4e4d-a35d-841c973a5d3e', 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:08.464171 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031bfa0-50eb-451b-ae9b-637c462fab0a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2549a29-7ee4-4e4d-a35d-841c973a5d3e,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:08.493944 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-373ce461-5f1b-4e49-b70a-c7168fb9a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:08.494797 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bb83bc0-34f4-400b-8844-5ccb805ba743 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.495417 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-373ce461-5f1b-4e49-b70a-c7168fb9a165 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 917 time: 0.1185873 Jul 14 11:00:08.505588 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c2b5701e-fb76-4e7a-a284-8060c6083ce2', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'port_id': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'mac_address': 'fa:16:3e:8a:b2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:07Z', 'updated_at': '2021-07-14T11:00:07Z', 'revision_number': 0, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:08.534953 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] Checking router: 4870f4d1-2699-447c-843a-eaa1d0122730 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:00:08.544351 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:00:08.544795 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T10:59:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:08.556378 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bb83bc0-34f4-400b-8844-5ccb805ba743 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.560986 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bb83bc0-34f4-400b-8844-5ccb805ba743 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.575124 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-3c268ed3-c163-457a-853a-6ed7d4490d8e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 998 time: 0.0718832 Jul 14 11:00:08.577996 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb83bc0-34f4-400b-8844-5ccb805ba743 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae29ec18-bca6-43f9-9288-ea0ce5cdba88,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:08.590627 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-3bb83bc0-34f4-400b-8844-5ccb805ba743 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.594413 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-3bb83bc0-34f4-400b-8844-5ccb805ba743 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323307 Jul 14 11:00:08.595121 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57872) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:08.599405 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-f7750def-187c-48d8-b62b-b06609866689 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'security_group_rule': {'security_group_id': 'e2549a29-7ee4-4e4d-a35d-841c973a5d3e', 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:08.628005 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7750def-187c-48d8-b62b-b06609866689 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.628440 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-635d2b49-1a31-4002-b012-c4d1cff3eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:08.629979 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-635d2b49-1a31-4002-b012-c4d1cff3eb46 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0475481 Jul 14 11:00:08.668260 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:00:08.691503 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-fdd532e1-62de-456e-84ef-d8d96584ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:08.692979 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7750def-187c-48d8-b62b-b06609866689 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.693296 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-fdd532e1-62de-456e-84ef-d8d96584ca78 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0556412 Jul 14 11:00:08.697621 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7750def-187c-48d8-b62b-b06609866689 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.710145 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7750def-187c-48d8-b62b-b06609866689 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0385563e-4768-4e02-98a9-bd3d9aca1a16,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:08.726591 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f7750def-187c-48d8-b62b-b06609866689 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.727867 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f7750def-187c-48d8-b62b-b06609866689 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320834 Jul 14 11:00:08.730545 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57874) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:08.734932 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-dd154ef9-26ee-4e8d-9110-1f0832b43e91 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'security_group_rule': {'security_group_id': 'e2549a29-7ee4-4e4d-a35d-841c973a5d3e', 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:08.764608 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dd154ef9-26ee-4e8d-9110-1f0832b43e91 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.790942 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-e60292d6-4418-41c2-b329-4c7460ae9418 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910242 Jul 14 11:00:08.827801 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dd154ef9-26ee-4e8d-9110-1f0832b43e91 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.832674 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dd154ef9-26ee-4e8d-9110-1f0832b43e91 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.854322 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd154ef9-26ee-4e8d-9110-1f0832b43e91 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165fc2d6-69a1-4cc8-976d-cc9d02937e80,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:08.865950 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-dd154ef9-26ee-4e8d-9110-1f0832b43e91 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.867281 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-dd154ef9-26ee-4e8d-9110-1f0832b43e91 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357865 Jul 14 11:00:08.869986 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57876) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:08.874889 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-cc9661c2-c9cb-4acc-91aa-6051038defe3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'security_group_rule': {'security_group_id': 'e2549a29-7ee4-4e4d-a35d-841c973a5d3e', 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:08.887819 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-10c92972-c539-4c0a-bfbf-d28189012b50 req-5e4d7740-493b-4712-aed3-2e1a4e114b1a service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895550 Jul 14 11:00:08.903861 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-cc9661c2-c9cb-4acc-91aa-6051038defe3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.911546 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c2b5701e-fb76-4e7a-a284-8060c6083ce2', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'port_id': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'mac_address': 'fa:16:3e:8a:b2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:07Z', 'updated_at': '2021-07-14T11:00:07Z', 'revision_number': 0, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:08.937764 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3242259-26c9-4b52-8025-6f004f4becb6 None None] The sync data for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi is: [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c2b5701e-fb76-4e7a-a284-8060c6083ce2', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'port_id': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'mac_address': 'fa:16:3e:8a:b2:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:07Z', 'updated_at': '2021-07-14T11:00:07Z', 'revision_number': 0, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:00:08.964383 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-cc9661c2-c9cb-4acc-91aa-6051038defe3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.968465 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-cc9661c2-c9cb-4acc-91aa-6051038defe3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.986082 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9661c2-c9cb-4acc-91aa-6051038defe3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f64093-80c9-4cf2-933c-491501e460ef,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:08.991903 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-cc9661c2-c9cb-4acc-91aa-6051038defe3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:08.993382 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-cc9661c2-c9cb-4acc-91aa-6051038defe3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224649 Jul 14 11:00:08.996093 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57878) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:09.000668 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'security_group_rule': {'security_group_id': 'e2549a29-7ee4-4e4d-a35d-841c973a5d3e', 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:09.022125 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.securitygroups_db [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Project e1e73b09da8f41a1a724db7a1245a6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:00:09.027644 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.089599 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.093377 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.110573 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a9cd4-9f37-4ebc-a287-402c825f7e8d,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:09.117848 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.122359 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-ecf7b549-7cb1-47af-9d0b-1d201c7a10ed tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227841 Jul 14 11:00:09.122575 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 57880) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:09.127254 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'security_group_rule': {'security_group_id': 'e2549a29-7ee4-4e4d-a35d-841c973a5d3e', 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:09.144230 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485f1a3-c412-4040-817c-6fe1104c29e5 None None] New status for floating IP c2b5701e-fb76-4e7a-a284-8060c6083ce2: ACTIVE {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:00:09.149432 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.securitygroups_db [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Project e1e73b09da8f41a1a724db7a1245a6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 11:00:09.154435 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.214492 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.217895 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8365124'] for security_group_rule, after_create {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.234744 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88e71e2-8ebc-4aa4-b0f2-8f1f2bc6ab97,revision_number=0']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:09.246285 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.248033 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e37336cd-01eb-4f17-ae2b-b9d2219524ca tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243236 Jul 14 11:00:09.364774 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-b76513f0-b474-4760-af48-3b0acccfb696 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202241445&fields=id&tenant_id=e1e73b09da8f41a1a724db7a1245a6c8 HTTP/1.1" status: 200 len: 267 time: 0.0308011 Jul 14 11:00:09.429758 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-d7fe6437-1407-432b-9ec5-55c90f5f7b60 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:09.431197 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-d7fe6437-1407-432b-9ec5-55c90f5f7b60 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0608492 Jul 14 11:00:09.442041 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'port': {'security_groups': ['d7f434a2-06c3-4d12-a0ab-f314f413455a', 'e2549a29-7ee4-4e4d-a35d-841c973a5d3e']}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:09.529983 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.714672 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:09.743009 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.747865 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.759427 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:00:09.799059 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:09.799279 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:09.800687 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-2177221e-b184-4894-9d4f-32f6da66fcc8 req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "PUT /v2.0/ports/8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 981 time: 0.3630342 Jul 14 11:00:09.824215 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441f752-b974-46de-9daa-7de66f9b08e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=6']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:09.992919 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:00:10.059238 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-c47db61d-15db-4d1e-8ded-b5715c4b6a2a None None] Provisioning complete for port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:00:10.059493 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c47db61d-15db-4d1e-8ded-b5715c4b6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:10.086860 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb2fc4-b5fa-4f53-b65f-14df093b2929 req-18fe9478-5ddc-40f6-8cad-530b01de1dcd tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:10.088935 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a5eb2fc4-b5fa-4f53-b65f-14df093b2929 req-18fe9478-5ddc-40f6-8cad-530b01de1dcd tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.1762669 Jul 14 11:00:10.128521 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a5eb2fc4-b5fa-4f53-b65f-14df093b2929 req-192566db-4c06-489c-8c25-91f8d351a36a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336454 Jul 14 11:00:10.245036 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:00:10.247400 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497f79d7-9372-4aee-a003-6ebc16c95bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:10.283764 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293bc6c9-09b1-4694-af3e-74324c22b9e0 x-openstack-request-id: req-293bc6c9-09b1-4694-af3e-74324c22b9e0 {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:10.284055 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:10.284301 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-293bc6c9-09b1-4694-af3e-74324c22b9e0 {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:10.284732 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'status': 'completed', 'code': 200} Jul 14 11:00:10.358084 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-62a5a6cb-9037-4bca-ab32-56f1b207ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:10.359582 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-62a5a6cb-9037-4bca-ab32-56f1b207ffbe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1137 time: 0.0520647 Jul 14 11:00:10.452448 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-769db10b-fb54-433a-aeac-eee6a8d8875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:10.453962 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-769db10b-fb54-433a-aeac-eee6a8d8875d service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 917 time: 0.0880682 Jul 14 11:00:10.518032 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-6006dc7b-c679-4487-bdde-8512960a34bb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 1000 time: 0.0579722 Jul 14 11:00:10.573181 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-2926584c-092d-4080-ae47-978db3c7392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:10.574595 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-2926584c-092d-4080-ae47-978db3c7392a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0495729 Jul 14 11:00:10.631140 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-3d811d87-e78d-41da-aaf3-ee0b63b649fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:10.632562 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-3d811d87-e78d-41da-aaf3-ee0b63b649fc service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512047 Jul 14 11:00:10.718675 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-96f60d62-b291-4c57-b296-4a1f152bf4a0 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789404 Jul 14 11:00:10.809095 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-497f79d7-9372-4aee-a003-6ebc16c95bcd req-9006a1f7-2ab3-4c99-8725-878682c49765 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838094 Jul 14 11:00:22.014838 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-f419d228-577d-47e2-be1e-88ec8e94ef56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:24.501714 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:24.722003 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-03ed36b1-5a78-4535-9a45-0100d3a3c06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:25.586894 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:27.531629 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:28.054782 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96b7c9-19d1-48cd-8190-197704238df3 req-0a9dc390-accd-446e-9ee2-22bcc33b6bb0 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:28.056810 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4d96b7c9-19d1-48cd-8190-197704238df3 req-0a9dc390-accd-446e-9ee2-22bcc33b6bb0 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 946 time: 0.1144102 Jul 14 11:00:28.093106 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4d96b7c9-19d1-48cd-8190-197704238df3 req-c251a621-2b77-455d-8902-cdad89801121 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312233 Jul 14 11:00:28.549212 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:29.262453 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e1365-6521-4a30-a214-face7580d463 req-31032a28-bc85-4960-a5e4-d461020e6103 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:29.263907 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a0e1365-6521-4a30-a214-face7580d463 req-31032a28-bc85-4960-a5e4-d461020e6103 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 946 time: 0.0625126 Jul 14 11:00:29.301415 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6a0e1365-6521-4a30-a214-face7580d463 req-1bb1e18e-87fe-436f-9b78-cb651d869904 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319214 Jul 14 11:00:29.452539 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713fb53-1564-4805-a145-324c22e79698 req-74cf8d4f-1557-45ca-82c5-8d56c756b5b6 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:29.453867 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a713fb53-1564-4805-a145-324c22e79698 req-74cf8d4f-1557-45ca-82c5-8d56c756b5b6 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 946 time: 0.0646045 Jul 14 11:00:29.551075 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Deleting port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:00:29.551415 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:29.639241 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] For port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:29.639599 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:29.800389 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:29.800862 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:29.801002 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Floating IP 4b6ae395-eb4d-4eac-af5a-a58d09f741aa disassociated. External IP: 172.27.1.63, port: 5b9c2d1c-b739-452a-99f2-3b0e19ee5132. Jul 14 11:00:29.801343 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Calling delete_port for 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:00:29.925333 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:29.958526 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event deleted for resources: {'Port': ['ID=5b9c2d1c-b739-452a-99f2-3b0e19ee5132,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:29.968269 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.968640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.969004 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.969345 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.969675 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.970008 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.970988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.970988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.971174 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.971384 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.971748 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:29.972109 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:30.076357 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:00:30.178209 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:00:30.187834 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:00:30.196988 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:00:30.198123 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:00:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:30.222309 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] No DVR routers for this DVR port 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:00:30.224775 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:30.226726 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a713fb53-1564-4805-a145-324c22e79698 req-b53f77b0-26bf-4df5-8636-c6665d342113 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "DELETE /v2.0/ports/5b9c2d1c-b739-452a-99f2-3b0e19ee5132 HTTP/1.1" status: 204 len: 173 time: 0.7666962 Jul 14 11:00:30.227165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'name': 'network-vif-deleted', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:00:30.229485 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528e08f3-69b7-4890-8a7d-297fc0b0b382" -d '{"events": [{"server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "name": "network-vif-deleted", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:30.272276 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a50bad9-3a1a-4547-b652-e76542a4b2ea x-openstack-request-id: req-6a50bad9-3a1a-4547-b652-e76542a4b2ea {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:30.273041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4037f50-75ee-4d0a-bd5d-a80e072d774f", "name": "network-vif-deleted", "tag": "5b9c2d1c-b739-452a-99f2-3b0e19ee5132", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:30.274387 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a50bad9-3a1a-4547-b652-e76542a4b2ea {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:30.274796 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4037f50-75ee-4d0a-bd5d-a80e072d774f', 'name': 'network-vif-deleted', 'tag': '5b9c2d1c-b739-452a-99f2-3b0e19ee5132', 'status': 'completed', 'code': 200} Jul 14 11:00:30.309658 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:00:30.448623 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-45a7d7ab-4fdc-41bd-a1fc-ef4b69da0bca req-3054f52e-e9d6-411f-b4ce-c196175b5755 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4037f50-75ee-4d0a-bd5d-a80e072d774f HTTP/1.1" status: 200 len: 210 time: 0.0304229 Jul 14 11:00:30.524008 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:30.549728 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:00:30.559208 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:00:30.559814 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:00:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:30.662682 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:00:30.856362 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:30.881718 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48d3731-d300-4fa1-b2b7-3cef1542b8b4 None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:00:31.091804 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3620b2b-b1f4-4196-a662-dd1e324a71b7 None None] New status for floating IP 4b6ae395-eb4d-4eac-af5a-a58d09f741aa: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:00:31.160941 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:00:31.203931 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-04472722-a0a2-4bb8-9564-3d7ac6d8b8c1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973024 Jul 14 11:00:31.298929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-e8daea18-6432-44e5-b909-21670c9ddf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:31.300350 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-e8daea18-6432-44e5-b909-21670c9ddf64 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1137 time: 0.0520000 Jul 14 11:00:31.401592 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-3a43d0af-cdaa-4877-a9f9-c1d07e51dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:31.402937 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-3a43d0af-cdaa-4877-a9f9-c1d07e51dd47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 917 time: 0.0811412 Jul 14 11:00:31.469385 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-74ad1129-202a-4820-906e-47099dd75a04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 1000 time: 0.0586126 Jul 14 11:00:31.518409 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-eb76642d-1337-4b74-a4bc-7a70b98fcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:31.519830 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-eb76642d-1337-4b74-a4bc-7a70b98fcf98 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0424702 Jul 14 11:00:31.579691 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-96fcb1c5-16b4-467e-9339-27b767bf09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:31.581206 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-96fcb1c5-16b4-467e-9339-27b767bf09c6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0531549 Jul 14 11:00:31.593594 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-91ec09ac-c2ea-463f-88c7-8df1cb1f363c service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:00:31.594562 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-91ec09ac-c2ea-463f-88c7-8df1cb1f363c service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051701 Jul 14 11:00:31.687665 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-b130cb0f-776f-4d21-a4da-9ade0c44c2a3 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868256 Jul 14 11:00:31.773077 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-14ac8b0a-7ca1-4c85-8f14-bd82d78814b8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-207301442&fields=id&tenant_id=a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 267 time: 0.0768530 Jul 14 11:00:31.852523 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a03c40be-40eb-45c3-9ef9-a383b0606f03 req-408a9aa6-16cb-4b7f-85ec-af5c2673b8bd service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574349 Jul 14 11:00:31.895348 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-841e551c-8dcb-43d8-80d3-899aa5356bf8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:31.896761 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-841e551c-8dcb-43d8-80d3-899aa5356bf8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 812 time: 0.1142256 Jul 14 11:00:31.910545 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-6d36efc4-edd7-441c-a785-328f7f33aaf9 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/quotas/a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 375 time: 0.0084813 Jul 14 11:00:31.978863 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-12920c8f-3ac2-412e-852f-a6a852bfddf5 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632188 Jul 14 11:00:31.993830 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-72958f8a-29bd-43aa-991e-216939a279c2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:00:31.995252 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-72958f8a-29bd-43aa-991e-216939a279c2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053294 Jul 14 11:00:32.355757 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-7d318fbf-d58b-48b0-8a7c-ab4d0447fe9e service neutron] 10.222.0.67 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554287 Jul 14 11:00:32.440424 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-8c272313-6d88-41f1-8cc6-ba74c6894169 service neutron] 10.222.0.67 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789511 Jul 14 11:00:32.730631 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-18e5f5c4-566d-40eb-b34a-d753829d427d req-6ccacd74-693b-4570-b0da-b1a65dcc921c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 210 time: 0.0288970 Jul 14 11:00:33.083382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:00:33.103693 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-1791047f-6208-4ee8-aa36-ebcd26359f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:33.105220 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-1791047f-6208-4ee8-aa36-ebcd26359f0f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1137 time: 0.0628753 Jul 14 11:00:33.112629 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:00:33.120765 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 5b9c2d1c-b739-452a-99f2-3b0e19ee5132 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:00:33.160621 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e5fa-3557-4771-b8f4-674efa4e2186 req-94fec355-05ca-4623-9ff7-4bd772384add tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:33.162116 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4664e5fa-3557-4771-b8f4-674efa4e2186 req-94fec355-05ca-4623-9ff7-4bd772384add tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0955276 Jul 14 11:00:33.204405 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-63f0f599-ca74-404a-9733-be488ac31a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:33.205555 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-4664e5fa-3557-4771-b8f4-674efa4e2186 req-785fd490-7fae-4381-a067-bd87591f09ce tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357654 Jul 14 11:00:33.205884 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-63f0f599-ca74-404a-9733-be488ac31a38 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 917 time: 0.0932326 Jul 14 11:00:33.276025 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-a1e4c93b-2f59-43fa-a6c8-877b98298c57 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 1000 time: 0.0636289 Jul 14 11:00:33.325750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-4345905e-cec1-4a45-b009-fc48cdbd329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:33.327196 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-4345905e-cec1-4a45-b009-fc48cdbd329b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0442085 Jul 14 11:00:33.382586 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-0b74af0e-41ec-4924-bf5c-63637ec69da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:33.383980 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-0b74af0e-41ec-4924-bf5c-63637ec69da5 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0501485 Jul 14 11:00:33.475358 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-8fe84c88-f0cb-455f-bc56-69c105f2500c service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835788 Jul 14 11:00:33.563850 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a6971f00-1ec6-4dae-9e33-628f5a7fbe56 req-6a4187b5-2007-49c1-9653-4be7e36d13ed service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820379 Jul 14 11:00:33.907944 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b658f410-0890-40f4-917d-bba9c87df7fa req-82703a2e-7591-4473-80e7-59818fded1a5 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 210 time: 0.0573659 Jul 14 11:00:33.960204 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-0cb904f7-0328-45af-af9c-a2d9529bba5c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:33.961656 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-0cb904f7-0328-45af-af9c-a2d9529bba5c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 812 time: 0.1338937 Jul 14 11:00:34.002417 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-80f810e6-9c27-4520-a290-bb93c88e7f11 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 379 time: 0.0330291 Jul 14 11:00:34.011272 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'port': {'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'admin_state_up': True, 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'security_groups': ['e489363d-736f-4afc-89d9-30b6ea435913']}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:34.117969 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Made reservation on behalf of a85c0b1052814a14b3d7cc81fd638dc2 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:00:34.121434 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:34.244800 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Allocated IP 172.20.0.11 (472e5857-63ab-4274-bf5f-c7351498e29e/2247d6fe-f58d-4da0-84b4-787cb49a4cfd/8996c845-e9f2-4399-943d-2bbbc1577784) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:00:34.383254 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb844ed2-25c9-411c-b2ed-1f5422b4e76c req-9f302abe-1111-4ad9-9beb-90f030418009 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:34.385970 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fb844ed2-25c9-411c-b2ed-1f5422b4e76c req-9f302abe-1111-4ad9-9beb-90f030418009 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0682654 Jul 14 11:00:34.406043 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:34.422194 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Transition to ACTIVE for port object 8996c845-e9f2-4399-943d-2bbbc1577784 will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:00:34.429663 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-fb844ed2-25c9-411c-b2ed-1f5422b4e76c req-d6ead154-8cb3-49c6-8c8b-1157cfa4e8dc tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370970 Jul 14 11:00:34.457845 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:34.511687 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Network 472e5857-63ab-4274-bf5f-c7351498e29e is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:00:34.514996 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:00:34.517905 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:00:34.550691 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=8996c845-e9f2-4399-943d-2bbbc1577784,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:34.580431 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:34.581108 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:34.600469 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-b61e21e2-06c7-4a5a-b36e-1dec02e7ee63 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5930128 Jul 14 11:00:34.612028 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Request body: {'port': {'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:34.686589 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:34.705775 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-ed7a2660-bff9-4144-a49b-17474c8ebcc5 None None] Provisioning for port 8996c845-e9f2-4399-943d-2bbbc1577784 completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:00:34.709382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-ed7a2660-bff9-4144-a49b-17474c8ebcc5 None None] Provisioning complete for port 8996c845-e9f2-4399-943d-2bbbc1577784 triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:00:34.709746 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ed7a2660-bff9-4144-a49b-17474c8ebcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:34.746250 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-ed7a2660-bff9-4144-a49b-17474c8ebcc5 None None] Port 8996c845-e9f2-4399-943d-2bbbc1577784 cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:00:34.946148 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8996c845-e9f2-4399-943d-2bbbc1577784 {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:00:34.954089 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:34.965992 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Transition to ACTIVE for port object 8996c845-e9f2-4399-943d-2bbbc1577784 will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:00:34.969226 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:35.016818 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8996c845-e9f2-4399-943d-2bbbc1577784,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:35.130197 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Attempting to bind port 8996c845-e9f2-4399-943d-2bbbc1577784 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:00:35.130528 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Attempting to bind port 8996c845-e9f2-4399-943d-2bbbc1577784 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:00:35.130853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Attempting to bind port 8996c845-e9f2-4399-943d-2bbbc1577784 on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:00:35.140659 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Port 8996c845-e9f2-4399-943d-2bbbc1577784 on network 472e5857-63ab-4274-bf5f-c7351498e29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:00:35.140984 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Attempting to bind port 8996c845-e9f2-4399-943d-2bbbc1577784 on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:00:35.153398 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28a57-aa89-493b-8d89-b761da1f56e8 req-1d761c2a-e73c-40c9-83fd-58d1fb58a8f8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.154859 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-61a28a57-aa89-493b-8d89-b761da1f56e8 req-1d761c2a-e73c-40c9-83fd-58d1fb58a8f8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 944 time: 0.1147380 Jul 14 11:00:35.156278 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:00:35.156640 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Checking segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:00:35.157070 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Bound using segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:00:35.157431 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Bound port: 8996c845-e9f2-4399-943d-2bbbc1577784, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:00:35.157779 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:35.223479 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-61a28a57-aa89-493b-8d89-b761da1f56e8 req-423dfea5-001c-4781-a758-5db327eb2bb6 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625572 Jul 14 11:00:35.243631 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] For port 8996c845-e9f2-4399-943d-2bbbc1577784, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:00:35.246580 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] For port 8996c845-e9f2-4399-943d-2bbbc1577784, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8996c845-e9f2-4399-943d-2bbbc1577784,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:00:35.250427 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:35.284403 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.285027 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:35.286388 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] 10.222.0.89 "PUT /v2.0/ports/8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 1094 time: 0.6787312 Jul 14 11:00:35.286806 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:00:35.289041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e11a3b-a92a-47fa-a3e3-a848005b23aa" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:35.315311 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11ecdc-da71-456c-ad67-e76b583410d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8996c845-e9f2-4399-943d-2bbbc1577784,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:35.346678 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e419d7ff-42a4-4cdc-92c7-4546fe3f29a2 x-openstack-request-id: req-e419d7ff-42a4-4cdc-92c7-4546fe3f29a2 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:35.347055 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:35.347373 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e419d7ff-42a4-4cdc-92c7-4546fe3f29a2 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:35.347833 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784', 'status': 'completed', 'code': 200} Jul 14 11:00:35.395633 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-bb558c47-eae1-416c-b3cc-c9b5172c3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.397176 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-bb558c47-eae1-416c-b3cc-c9b5172c3216 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1097 time: 0.0620265 Jul 14 11:00:35.439926 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-ef18e403-51e5-4afb-8e78-d99a2adf1919 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 217 time: 0.0347507 Jul 14 11:00:35.487863 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-d89cae6d-129a-4bca-be9c-f8c89af45470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.489297 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-d89cae6d-129a-4bca-be9c-f8c89af45470 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0430720 Jul 14 11:00:35.548692 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-32261327-17c2-4962-a767-54cea895c7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.550060 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-32261327-17c2-4962-a767-54cea895c7d7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541811 Jul 14 11:00:35.675341 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-f1ac9009-c903-484e-ad23-ec601c991424 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149313 Jul 14 11:00:35.683254 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e3a44-c47e-4a5a-a92f-69bfa4d183a0 req-3e6ceecf-23e7-4fff-a374-f24932a7b5b7 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.684622 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-117e3a44-c47e-4a5a-a92f-69bfa4d183a0 req-3e6ceecf-23e7-4fff-a374-f24932a7b5b7 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.1336977 Jul 14 11:00:35.767310 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-117e3a44-c47e-4a5a-a92f-69bfa4d183a0 req-542d5564-db63-4a71-af9b-a69d217743f0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749192 Jul 14 11:00:35.793256 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-313cbc2a-8092-4a4b-911c-75733b6c597e req-d07b3662-d32a-4fa8-8e72-b1f9590e1fe1 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074975 Jul 14 11:00:35.896048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-e3cdef18-da45-4fed-91e1-c0d6a878360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.897536 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-e3cdef18-da45-4fed-91e1-c0d6a878360d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1097 time: 0.0551229 Jul 14 11:00:35.984305 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-d99e6df3-7dd6-406f-94e7-8224ad8c8a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:35.985729 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-d99e6df3-7dd6-406f-94e7-8224ad8c8a42 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0806019 Jul 14 11:00:36.027620 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-009e01b7-ea17-4069-9c6c-16620cc50fd9 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 217 time: 0.0338495 Jul 14 11:00:36.079144 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-2de546b4-aef6-42c3-b7c7-663281f735de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:36.080559 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-2de546b4-aef6-42c3-b7c7-663281f735de service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0455096 Jul 14 11:00:36.135929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-3a179213-132f-4f70-bed1-5b70a835b6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:36.137366 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-3a179213-132f-4f70-bed1-5b70a835b6b9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497761 Jul 14 11:00:36.223460 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-c04dc6ae-d66f-42d2-a4cf-2097c75a1bbb service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793102 Jul 14 11:00:36.315922 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-96e11a3b-a92a-47fa-a3e3-a848005b23aa req-473b4387-8223-4e04-8afa-01d3df896b98 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851793 Jul 14 11:00:36.394898 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e555dcf-1015-492c-9c16-23fd30117dbf req-7ca0de65-69e0-4960-97c6-ad42506fc00d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:36.396340 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0e555dcf-1015-492c-9c16-23fd30117dbf req-7ca0de65-69e0-4960-97c6-ad42506fc00d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 944 time: 0.0612538 Jul 14 11:00:36.432476 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0e555dcf-1015-492c-9c16-23fd30117dbf req-7fdeee38-947d-4bcb-832c-3646d56047a4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306678 Jul 14 11:00:36.934690 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da0ebd-5367-44a9-97b6-df05a8266b91 req-63565568-e823-4950-ae6f-f2d89144a7d3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:36.936124 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-30da0ebd-5367-44a9-97b6-df05a8266b91 req-63565568-e823-4950-ae6f-f2d89144a7d3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0623422 Jul 14 11:00:36.973895 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-30da0ebd-5367-44a9-97b6-df05a8266b91 req-53f581e1-a655-4333-92e3-f96dbc0d1ca6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322528 Jul 14 11:00:37.598825 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab71e3-6ff1-45ee-bbe8-9ec889864675 req-4d243f8a-ab45-4a7e-954a-ccd04c15b05f tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:37.600283 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-38ab71e3-6ff1-45ee-bbe8-9ec889864675 req-4d243f8a-ab45-4a7e-954a-ccd04c15b05f tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 944 time: 0.0621247 Jul 14 11:00:37.640853 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-38ab71e3-6ff1-45ee-bbe8-9ec889864675 req-110852a1-8cde-4814-ae12-d1fa40b09a42 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349600 Jul 14 11:00:38.147947 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f51c6-65b4-4dd3-91f6-63e8cd21735b req-3f6ec3ac-26db-41c2-a5bb-3228e3396838 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:38.149443 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-161f51c6-65b4-4dd3-91f6-63e8cd21735b req-3f6ec3ac-26db-41c2-a5bb-3228e3396838 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0651777 Jul 14 11:00:38.189329 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-161f51c6-65b4-4dd3-91f6-63e8cd21735b req-6955a374-bb9b-495c-9750-a5f9109d02af tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341313 Jul 14 11:00:38.807523 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc39b5-14b6-4351-a596-2f0ad14d0578 req-0a698dbd-591c-4d69-96f2-9119d2666bec tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:38.808998 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b9bc39b5-14b6-4351-a596-2f0ad14d0578 req-0a698dbd-591c-4d69-96f2-9119d2666bec tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 944 time: 0.0627732 Jul 14 11:00:38.845956 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b9bc39b5-14b6-4351-a596-2f0ad14d0578 req-291b8c01-83c4-4377-874e-9dc92e5d019f tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315194 Jul 14 11:00:39.359973 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91b34f-293b-4dd1-a886-34e61f365cf7 req-c0e2758c-55e9-40a2-8bd6-f7b47e308545 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:39.361478 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-aa91b34f-293b-4dd1-a886-34e61f365cf7 req-c0e2758c-55e9-40a2-8bd6-f7b47e308545 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0625813 Jul 14 11:00:39.400318 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-aa91b34f-293b-4dd1-a886-34e61f365cf7 req-89329379-f07f-4bec-8247-85b08efb3174 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331869 Jul 14 11:00:40.010563 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e5e27-5c9f-42e2-a723-f8286b8ebf31 req-924c377e-7191-4b07-a419-d9031ae83436 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:40.012001 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d1e5e27-5c9f-42e2-a723-f8286b8ebf31 req-924c377e-7191-4b07-a419-d9031ae83436 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 944 time: 0.0611894 Jul 14 11:00:40.048490 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-9d1e5e27-5c9f-42e2-a723-f8286b8ebf31 req-ed4b5a8d-500a-46b8-a0bb-b08383b63b9e tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311570 Jul 14 11:00:40.571046 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656baa09-df68-42bc-95b8-93e8bd54c06b req-5f53f328-3ea7-4d06-b62d-a236bd7e8d77 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:40.573159 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-656baa09-df68-42bc-95b8-93e8bd54c06b req-5f53f328-3ea7-4d06-b62d-a236bd7e8d77 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0656347 Jul 14 11:00:40.611345 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-656baa09-df68-42bc-95b8-93e8bd54c06b req-e68ed0ad-2e8b-457f-b4c9-360c93ec3725 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326734 Jul 14 11:00:41.220489 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edaf3f-507c-4d5c-8bf8-291817fb4fd6 req-eaefd1a2-f794-48c7-9041-a4b8f3b33fd5 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:41.221940 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-16edaf3f-507c-4d5c-8bf8-291817fb4fd6 req-eaefd1a2-f794-48c7-9041-a4b8f3b33fd5 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 944 time: 0.0643919 Jul 14 11:00:41.258497 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-16edaf3f-507c-4d5c-8bf8-291817fb4fd6 req-2a1dd770-36f8-4af8-9045-86278cc5aecd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311017 Jul 14 11:00:41.787221 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f22270-0436-4c67-802f-86810014ce79 req-a52dcbd8-de32-48b5-a5c9-52d00a898594 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:41.788684 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-57f22270-0436-4c67-802f-86810014ce79 req-a52dcbd8-de32-48b5-a5c9-52d00a898594 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0654044 Jul 14 11:00:41.827604 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-57f22270-0436-4c67-802f-86810014ce79 req-4cdc5ecb-7d0a-4159-960e-6192ae270103 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327079 Jul 14 11:00:42.425202 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb7954-65ce-4fe7-bb3d-583b63411bec req-46229376-6c88-4c69-b559-3f59e346bcff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:42.426635 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d7bb7954-65ce-4fe7-bb3d-583b63411bec req-46229376-6c88-4c69-b559-3f59e346bcff tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 944 time: 0.0626457 Jul 14 11:00:42.462421 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-d7bb7954-65ce-4fe7-bb3d-583b63411bec req-5ec802ca-fa7f-40a2-ad52-ababc9cd621c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297999 Jul 14 11:00:42.999287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8299f-8287-4561-a7c5-617ce0464e47 req-953f9922-dda2-4e63-9bb7-b7db7e38368d tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:43.000801 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a5e8299f-8287-4561-a7c5-617ce0464e47 req-953f9922-dda2-4e63-9bb7-b7db7e38368d tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0624800 Jul 14 11:00:43.040291 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a5e8299f-8287-4561-a7c5-617ce0464e47 req-0ec254aa-b3ba-40d2-8dca-07adc586b094 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339262 Jul 14 11:00:43.125209 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8996c845-e9f2-4399-943d-2bbbc1577784 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:00:43.216203 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 8996c845-e9f2-4399-943d-2bbbc1577784, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8996c845-e9f2-4399-943d-2bbbc1577784,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:43.227079 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '8996c845-e9f2-4399-943d-2bbbc1577784', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:00:43.262060 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:43.277668 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8996c845-e9f2-4399-943d-2bbbc1577784 {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:00:43.296104 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 8996c845-e9f2-4399-943d-2bbbc1577784, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8996c845-e9f2-4399-943d-2bbbc1577784,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:43.300172 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:43.345639 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=8996c845-e9f2-4399-943d-2bbbc1577784,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:43.352311 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.352678 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.353013 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.353339 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.353680 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.354004 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.354325 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.354643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.354962 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.355278 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.355594 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.355905 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:00:43.535534 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['8996c845-e9f2-4399-943d-2bbbc1577784'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:00:43.631487 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc094bee-8b51-4365-8b86-d3e8ce91f8d8 req-8c4aa83a-4b76-4efd-860f-878c6ef01aad tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:43.632989 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc094bee-8b51-4365-8b86-d3e8ce91f8d8 req-8c4aa83a-4b76-4efd-860f-878c6ef01aad tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 945 time: 0.0620666 Jul 14 11:00:43.673812 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-dc094bee-8b51-4365-8b86-d3e8ce91f8d8 req-17dfc9a7-48dd-42c9-9c57-d9652b6b715f tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347033 Jul 14 11:00:44.214618 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412748ad-84e5-40ef-a9d0-fc9b33bd5db5 req-d8beaed0-4f9d-40a1-b609-a369e7929bdd tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:44.216088 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-412748ad-84e5-40ef-a9d0-fc9b33bd5db5 req-d8beaed0-4f9d-40a1-b609-a369e7929bdd tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0662465 Jul 14 11:00:44.256036 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-412748ad-84e5-40ef-a9d0-fc9b33bd5db5 req-44ed4849-b61d-4c06-8894-36e32ab418d3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339074 Jul 14 11:00:44.841784 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4af42-d8b2-4c56-93fb-4e40e894b382 req-1e0b6942-9a6c-45cd-988c-64e91edfb92a tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:44.843133 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e5c4af42-d8b2-4c56-93fb-4e40e894b382 req-1e0b6942-9a6c-45cd-988c-64e91edfb92a tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 945 time: 0.0612986 Jul 14 11:00:44.878564 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-e5c4af42-d8b2-4c56-93fb-4e40e894b382 req-d6725432-b313-4175-bd23-5133e51e9b6d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298247 Jul 14 11:00:45.130245 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8996c845-e9f2-4399-943d-2bbbc1577784 up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:00:45.176998 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 8996c845-e9f2-4399-943d-2bbbc1577784 completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:00:45.180714 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 8996c845-e9f2-4399-943d-2bbbc1577784 triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:00:45.181085 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:45.256813 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:45.278168 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:00:45.280424 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42243195-749b-44a0-8354-7c048a0e0cf1" -d '{"events": [{"server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "name": "network-vif-plugged", "status": "completed", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:45.295123 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 8996c845-e9f2-4399-943d-2bbbc1577784, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8996c845-e9f2-4399-943d-2bbbc1577784,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:00:45.299642 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:45.352788 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=8996c845-e9f2-4399-943d-2bbbc1577784,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:45.385455 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054f3d7f-870e-40ee-9821-9be72cbeab9c x-openstack-request-id: req-054f3d7f-870e-40ee-9821-9be72cbeab9c {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:45.386306 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "name": "network-vif-plugged", "status": "completed", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:45.386560 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-054f3d7f-870e-40ee-9821-9be72cbeab9c {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:45.386955 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784', 'code': 200} Jul 14 11:00:45.435009 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b6299-469f-459f-8c0c-de0f378e0a50 req-c4c727f1-f391-407c-82b0-1cad12488ee7 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:45.436487 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8f4b6299-469f-459f-8c0c-de0f378e0a50 req-c4c727f1-f391-407c-82b0-1cad12488ee7 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0637143 Jul 14 11:00:45.476236 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-8f4b6299-469f-459f-8c0c-de0f378e0a50 req-848c135b-86fa-4d72-8823-6e6b9799173f tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336542 Jul 14 11:00:45.649694 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92ce69-0d0d-41dd-830f-7e4d15acadb1 req-5130173d-1b21-4ee9-a0e8-33a942b4fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:45.651062 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5d92ce69-0d0d-41dd-830f-7e4d15acadb1 req-5130173d-1b21-4ee9-a0e8-33a942b4fa03 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1099 time: 0.0509295 Jul 14 11:00:45.685350 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-5d92ce69-0d0d-41dd-830f-7e4d15acadb1 req-c766acc4-1837-4ef6-9166-c21d43007a1b service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270932 Jul 14 11:00:46.045465 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50abe1-255c-4969-b7ad-fff775dd9fb5 req-43afc977-813a-46d0-8ce4-0bf3c3873b2d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:46.046892 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8b50abe1-255c-4969-b7ad-fff775dd9fb5 req-43afc977-813a-46d0-8ce4-0bf3c3873b2d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 946 time: 0.0617573 Jul 14 11:00:46.082654 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8b50abe1-255c-4969-b7ad-fff775dd9fb5 req-33aec581-e85f-4462-873d-55d5bb7b05ac tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303700 Jul 14 11:00:46.657544 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db8bfc-1562-4238-a091-a29a6aa51c72 req-42c37a5a-baad-4a8d-a7d1-5a7b4ce8499a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:46.658998 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-70db8bfc-1562-4238-a091-a29a6aa51c72 req-42c37a5a-baad-4a8d-a7d1-5a7b4ce8499a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0656080 Jul 14 11:00:46.697543 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-70db8bfc-1562-4238-a091-a29a6aa51c72 req-3692757d-a415-4f5f-b6b0-a7775d462c4c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328176 Jul 14 11:00:47.251738 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91937f00-bbfe-4013-a461-eaeee1f59470 req-a2fb0445-8d1c-474b-aeb7-204b350c3934 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:47.253184 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-91937f00-bbfe-4013-a461-eaeee1f59470 req-a2fb0445-8d1c-474b-aeb7-204b350c3934 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 946 time: 0.0641699 Jul 14 11:00:47.289122 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-91937f00-bbfe-4013-a461-eaeee1f59470 req-d9a6d327-087e-4292-812c-37a4ee0d759a tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304835 Jul 14 11:00:47.457869 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541e481-099c-4e50-b517-b86b318a0d2d req-25db177c-c972-4d46-92db-d712053d4982 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:47.459224 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6541e481-099c-4e50-b517-b86b318a0d2d req-25db177c-c972-4d46-92db-d712053d4982 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 946 time: 0.0620716 Jul 14 11:00:47.495734 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6541e481-099c-4e50-b517-b86b318a0d2d req-c094cdb2-cbfa-4ae5-8ebc-dfbaf77a66a2 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300736 Jul 14 11:00:47.518880 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58002) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:47.572823 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f102af4-5d6f-461e-9096-b9fb0e87b548 tempest-TestVolumeBootPattern-1082998996 tempest-TestVolumeBootPattern-1082998996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:47.574293 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-5f102af4-5d6f-461e-9096-b9fb0e87b548 tempest-TestVolumeBootPattern-1082998996 tempest-TestVolumeBootPattern-1082998996-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1094 time: 0.0544953 Jul 14 11:00:47.577116 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58004) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:00:47.581460 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:00:47.602929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:47.695614 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:47.801711 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Allocated IP 172.27.1.179 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/a9c24b6d-8f52-490e-b810-523190bcbc78) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:00:47.866763 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7668b-847a-48b4-ae2e-d6157336a91c req-65e01de6-6357-4640-a04e-26a6d6d46e01 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:47.868262 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-88e7668b-847a-48b4-ae2e-d6157336a91c req-65e01de6-6357-4640-a04e-26a6d6d46e01 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0623333 Jul 14 11:00:47.901074 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:47.907050 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-88e7668b-847a-48b4-ae2e-d6157336a91c req-95b5b2cc-2d38-47d1-bcd7-aef8d1dbda42 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325572 Jul 14 11:00:47.940081 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:47.972798 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:00:47.975540 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:00:47.981402 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:00:48.011959 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=a9c24b6d-8f52-490e-b810-523190bcbc78,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:48.335923 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:48.410619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:48.562178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:48.566387 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:48.633145 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=a9c24b6d-8f52-490e-b810-523190bcbc78,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:00:48.641010 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:48.738519 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Floating IP c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c associated. External IP: 172.27.1.179, port: 8996c845-e9f2-4399-943d-2bbbc1577784. Jul 14 11:00:49.237744 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:00:49.259786 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e1dddd-8d57-46bb-b479-f1fd3fb06158 req-0e5ddee5-b2d1-4981-85a5-67ae2bd96f8c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:49.261381 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-33e1dddd-8d57-46bb-b479-f1fd3fb06158 req-0e5ddee5-b2d1-4981-85a5-67ae2bd96f8c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0885792 Jul 14 11:00:49.368024 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-33e1dddd-8d57-46bb-b479-f1fd3fb06158 req-e0cf4991-afde-4fa2-9aa7-53357c25ec37 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008780 Jul 14 11:00:49.392063 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:00:49.401622 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:00:49.407318 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:49.410917 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:00:49.411534 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:00:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:49.447137 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-16132ea5-fcd0-49f8-968e-5a2ebc31d708 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8690095 Jul 14 11:00:49.447718 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:00:49.450059 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ba6ebb-7611-4769-936c-469f8a8144d4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:00:49.484376 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d1e8ca-af0b-454d-b141-bb9a9f80b49d x-openstack-request-id: req-b3d1e8ca-af0b-454d-b141-bb9a9f80b49d {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:00:49.484695 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:00:49.484950 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3d1e8ca-af0b-454d-b141-bb9a9f80b49d {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:00:49.485347 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784', 'status': 'completed', 'code': 200} Jul 14 11:00:49.516567 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:00:49.557390 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-e448e9e6-169a-4098-8fd9-4f3a7938e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:49.559081 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-e448e9e6-169a-4098-8fd9-4f3a7938e2a5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1099 time: 0.0520387 Jul 14 11:00:49.647203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-0ff72fb3-fe86-42fa-a8da-25705aab4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:49.649429 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-0ff72fb3-fe86-42fa-a8da-25705aab4974 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0841162 Jul 14 11:00:49.716570 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-4fd0ae63-fe30-43c3-aa86-e5afe7e54a95 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 1000 time: 0.0604203 Jul 14 11:00:49.735974 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:48Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:49.764107 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-64aa52c9-c96c-4c61-a845-4d3133d0f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:49.765532 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:00:49.765656 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-64aa52c9-c96c-4c61-a845-4d3133d0f3dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0430758 Jul 14 11:00:49.773693 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:00:49.774229 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:00:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:49.820853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-10da8cc9-a0f1-446c-83a1-dd66b01f622d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:49.822330 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-10da8cc9-a0f1-446c-83a1-dd66b01f622d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502207 Jul 14 11:00:49.915715 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-d402506e-a5cc-4dbf-8738-c51767b154c9 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868056 Jul 14 11:00:50.000866 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:00:50.009278 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e0ba6ebb-7611-4769-936c-469f8a8144d4 req-9c1668d7-8b4c-41ba-bbcb-c8579169c1d0 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871041 Jul 14 11:00:50.214186 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:48Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:00:50.243063 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b73df-06cb-4073-8a9c-79303b28847c None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:48Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:00:50.420814 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04bb6d7-ff30-4cf5-9efb-9c4d9df0e171 None None] New status for floating IP c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c: ACTIVE {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:00:50.542766 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559f6a0-7e62-4144-903f-379d46e9d115 req-f6d27a52-f9a1-4819-883f-a78c98f34ff9 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:00:50.544485 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2559f6a0-7e62-4144-903f-379d46e9d115 req-f6d27a52-f9a1-4819-883f-a78c98f34ff9 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0658290 Jul 14 11:00:50.590913 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2559f6a0-7e62-4144-903f-379d46e9d115 req-127ced81-c8c7-4a00-aa41-d03be46d35ba tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&id=e2549a29-7ee4-4e4d-a35d-841c973a5d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405102 Jul 14 11:00:52.015100 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9f89bc76-b083-418c-a35a-4b6ce4976dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:54.502885 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:54.722090 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2514daee-9576-4d93-ad4b-d953ef8433f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:55.587864 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:57.533983 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:00:58.550133 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:08.129459 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:01:22.015667 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-43aac79f-29d8-43ce-986f-6d5e765d0bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:23.439288 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-9fea4ee2-e733-4f0e-a6aa-eea09ed5e372 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-202241445&fields=id&tenant_id=e1e73b09da8f41a1a724db7a1245a6c8 HTTP/1.1" status: 200 len: 267 time: 0.0332811 Jul 14 11:01:23.506560 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-697188a9-ed85-440f-b776-3309597a10c3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:23.507983 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-697188a9-ed85-440f-b776-3309597a10c3 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 984 time: 0.0637336 Jul 14 11:01:23.518254 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.v2.base [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Request body: {'port': {'security_groups': ['d7f434a2-06c3-4d12-a0ab-f314f413455a']}} {{(pid=104700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:01:23.600214 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:23.768444 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:23.797155 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for port, precommit_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:23.801232 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5477610'] for port, after_update {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:23.812675 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:01:23.847091 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:23.847728 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:23.849316 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bceb18ba-0ba3-416e-96df-cfcaad68a39f req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "PUT /v2.0/ports/8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 942 time: 0.3352816 Jul 14 11:01:23.849600 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:01:23.851855 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b944dd-a522-4cc5-8e87-ad977da6fede" -d '{"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:23.855318 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58040) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:23.879458 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event updated for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=7']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:23.887442 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.887635 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.887967 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.888307 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.888732 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.889064 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.889392 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.889716 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.890041 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.890361 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.890682 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.891025 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dddf94-b358-46f2-be1a-60dccf68718a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:23.921970 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be91478-d561-4814-a33e-bcd3460e6ee1 x-openstack-request-id: req-2be91478-d561-4814-a33e-bcd3460e6ee1 {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:23.922543 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:23.922672 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:01:23.923127 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2be91478-d561-4814-a33e-bcd3460e6ee1 {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:23.923887 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'status': 'completed', 'code': 200} Jul 14 11:01:23.948337 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-68790042-61a5-41e7-88b2-6f68a5bc382c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.003934 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-68790042-61a5-41e7-88b2-6f68a5bc382c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.052316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-748bfa79-5b10-4fd9-afce-d1e31803653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:24.053986 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-748bfa79-5b10-4fd9-afce-d1e31803653d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1098 time: 0.1003458 Jul 14 11:01:24.129502 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-68790042-61a5-41e7-88b2-6f68a5bc382c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.132121 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-68790042-61a5-41e7-88b2-6f68a5bc382c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.136245 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-68790042-61a5-41e7-88b2-6f68a5bc382c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "DELETE /v2.0/security-groups/e2549a29-7ee4-4e4d-a35d-841c973a5d3e HTTP/1.1" status: 204 len: 168 time: 0.2757847 Jul 14 11:01:24.137254 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58042) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:24.141194 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-b4fa37cf-e59c-43b8-8f2c-06cf354e1522 None None] Provisioning complete for port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:01:24.141563 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b4fa37cf-e59c-43b8-8f2c-06cf354e1522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.151744 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68790042-61a5-41e7-88b2-6f68a5bc382c tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2549a29-7ee4-4e4d-a35d-841c973a5d3e,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:24.171907 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-71732586-99f3-4259-b135-0abf7b4d455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:24.173420 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-71732586-99f3-4259-b135-0abf7b4d455a service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 917 time: 0.1132476 Jul 14 11:01:24.244865 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-9760c73f-aa47-4e5f-9ba3-a70a52339ae6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 1000 time: 0.0636973 Jul 14 11:01:24.297322 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-471df75a-7f0d-4dde-881a-3f24d5c50019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:24.298867 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-471df75a-7f0d-4dde-881a-3f24d5c50019 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0473549 Jul 14 11:01:24.299536 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Deleting port b99f219c-7a07-47d5-b61b-9efcd081c269 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:24.299870 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.355235 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-20e9eb5a-1342-4674-8ce4-2dcdeea582d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:24.356745 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-20e9eb5a-1342-4674-8ce4-2dcdeea582d3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513284 Jul 14 11:01:24.372590 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.372918 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.384118 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Calling delete_port for b99f219c-7a07-47d5-b61b-9efcd081c269 owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:24.443246 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-13997751-e110-4594-a553-876e674f36fb service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800092 Jul 14 11:01:24.504164 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.532408 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.538777 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-14b944dd-a522-4cc5-8e87-ad977da6fede req-e1a29198-9f71-4b57-ad0c-47eef61a12ae service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895743 Jul 14 11:01:24.557130 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event deleted for resources: {'Port': ['ID=b99f219c-7a07-47d5-b61b-9efcd081c269,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:24.621962 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.622290 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.l3_db [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Floating IP c2b5701e-fb76-4e7a-a284-8060c6083ce2 disassociated (deleted). External IP: 172.27.1.20, port: 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f. Jul 14 11:01:24.722160 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-be66237e-5cee-4630-8eba-f21581637541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.818801 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Router 4870f4d1-2699-447c-843a-eaa1d0122730 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:01:24.921285 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:01:24.925960 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:24.931786 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] Sync routers for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:01:24.941018 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:01:24.941741 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:01:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:24.967476 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-316db2d5-a08b-4bfa-a9e8-5d544963f6e6 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "DELETE /v2.0/floatingips/c2b5701e-fb76-4e7a-a284-8060c6083ce2 HTTP/1.1" status: 204 len: 168 time: 0.8272729 Jul 14 11:01:25.045166 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:01:25.245411 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:25.272724 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] Checking router: 4870f4d1-2699-447c-843a-eaa1d0122730 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:01:25.279864 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:01:25.280460 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:01:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:25.382345 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:01:25.572139 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:25.603014 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64064466-d2c1-40c4-b114-781d08943d23 None None] The sync data for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi is: [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:18Z', 'revision_number': 4, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': 'abc2ff26-49d6-4edc-80b6-c5c9113e4312', 'name': '', 'network_id': 'd7a846e6-1bcb-494e-b291-793b42793039', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'mac_address': 'fa:16:3e:d6:fa:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:18Z', 'updated_at': '2021-07-14T10:59:24Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'subnets': [{'id': '9feeafff-d435-417e-a951-49a60a0dc6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:01:25.618896 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:25.826513 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d11702-15e6-4230-b3ff-798510414e55 None None] New status for floating IP c2b5701e-fb76-4e7a-a284-8060c6083ce2: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:01:25.925229 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:01:25.928354 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dd5281-3d93-446f-b791-b85f5473cb48" -d '{"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:25.963252 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a423b184-6120-4e3e-baf6-f9ce7a1bda2f x-openstack-request-id: req-a423b184-6120-4e3e-baf6-f9ce7a1bda2f {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:25.963541 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:25.963781 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a423b184-6120-4e3e-baf6-f9ce7a1bda2f {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:25.964168 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'status': 'completed', 'code': 200} Jul 14 11:01:26.035303 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-1d3ab270-ea03-4513-9dfb-257ae0029d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:26.036807 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-1d3ab270-ea03-4513-9dfb-257ae0029d02 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 1098 time: 0.0520349 Jul 14 11:01:26.127365 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-6025818b-03e0-4bf8-a733-583e38767e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:26.128821 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-6025818b-03e0-4bf8-a733-583e38767e7d service neutron] 10.222.0.89 "GET /v2.0/networks?id=d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 200 len: 917 time: 0.0862510 Jul 14 11:01:26.171277 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-2be00a99-dda6-4715-82f1-bd303ec00ab8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 200 len: 217 time: 0.0335143 Jul 14 11:01:26.220184 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-3c85b240-0b0e-4fd6-b607-d8c1acb3e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:26.221671 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-3c85b240-0b0e-4fd6-b607-d8c1acb3e83c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 200 len: 854 time: 0.0422606 Jul 14 11:01:26.276272 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-4596b218-0dee-49a7-8557-f8aef12b35ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:26.277788 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-4596b218-0dee-49a7-8557-f8aef12b35ed service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d7a846e6-1bcb-494e-b291-793b42793039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496693 Jul 14 11:01:26.369777 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-f09a2b58-50f3-4468-9dc4-e614748785a3 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839384 Jul 14 11:01:26.464561 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-01dd5281-3d93-446f-b791-b85f5473cb48 req-1fc3632f-a20a-436c-b71d-0b53f45a3886 service neutron] 10.222.0.89 "GET /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839322 Jul 14 11:01:27.536763 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:27.973567 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1e626-16e7-45a3-be63-b0d37631fe52 req-6f4c2a3c-c813-4901-ab2a-2787ca78a65a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:27.974965 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b9a1e626-16e7-45a3-be63-b0d37631fe52 req-6f4c2a3c-c813-4901-ab2a-2787ca78a65a tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0623212 Jul 14 11:01:28.011201 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-b9a1e626-16e7-45a3-be63-b0d37631fe52 req-f49e619a-fdf1-4be0-b882-81b845efa104 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Jul 14 11:01:28.566229 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:29.185566 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf27456-42b9-4cf7-9512-6410ce1ab977 req-4201a0c4-d647-4059-a0eb-10ed2fe97a4f tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:29.186998 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bcf27456-42b9-4cf7-9512-6410ce1ab977 req-4201a0c4-d647-4059-a0eb-10ed2fe97a4f tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0665286 Jul 14 11:01:29.222931 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bcf27456-42b9-4cf7-9512-6410ce1ab977 req-3102861f-cabd-4ec4-ba5d-f252afc857c1 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/security-groups?id=d7f434a2-06c3-4d12-a0ab-f314f413455a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304563 Jul 14 11:01:29.662174 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-2b100ea9-1856-44fd-a393-d1c8a80916dd tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:29.663521 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-2b100ea9-1856-44fd-a393-d1c8a80916dd tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.89 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 945 time: 0.0631831 Jul 14 11:01:29.762160 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Deleting port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:29.762496 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:29.846356 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] For port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:29.846709 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:29.859413 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Calling delete_port for 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:29.983747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:29.997542 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:01:30.012206 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Pushing event deleted for resources: {'Port': ['ID=8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:30.024141 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.024493 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.024861 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.025204 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.025536 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.025866 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.026195 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.026521 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.026843 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.027220 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.028073 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.028425 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:01:30.066107 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] No DVR routers for this DVR port 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:01:30.068424 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:30.070404 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-6ac36e35-f07b-4f01-adbe-29aeec23f22b req-bf93b9bc-b8d0-45ed-bfa2-4128a3d795d0 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.89 "DELETE /v2.0/ports/8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f HTTP/1.1" status: 204 len: 173 time: 0.4003220 Jul 14 11:01:30.070849 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'name': 'network-vif-deleted', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:01:30.073091 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d56e8b-987c-4d7e-accb-8121224ab20e" -d '{"events": [{"server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "name": "network-vif-deleted", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:01:30.160434 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6825dc-f753-400d-978a-2ed998dea30b x-openstack-request-id: req-0e6825dc-f753-400d-978a-2ed998dea30b {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:01:30.160769 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad656c32-31e1-4333-ad4f-1ed8efd01dd8", "name": "network-vif-deleted", "tag": "8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:01:30.161036 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e6825dc-f753-400d-978a-2ed998dea30b {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:01:30.161420 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad656c32-31e1-4333-ad4f-1ed8efd01dd8', 'name': 'network-vif-deleted', 'tag': '8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f', 'status': 'completed', 'code': 200} Jul 14 11:01:30.379501 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-fc768d96-0434-4cad-8be6-301342fbb4e0 req-455a9c3b-14a3-4d3e-9a21-f7cfdf38d030 tempest-TestMinimumBasicScenario-1191020441 tempest-TestMinimumBasicScenario-1191020441-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad656c32-31e1-4333-ad4f-1ed8efd01dd8 HTTP/1.1" status: 200 len: 210 time: 0.0331471 Jul 14 11:01:32.072402 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58128) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:32.397658 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:32.640022 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Deleting port abc2ff26-49d6-4edc-80b6-c5c9113e4312 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:32.640359 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:32.718178 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] For port abc2ff26-49d6-4edc-80b6-c5c9113e4312, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=abc2ff26-49d6-4edc-80b6-c5c9113e4312,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:32.718472 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:32.731220 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Calling delete_port for abc2ff26-49d6-4edc-80b6-c5c9113e4312 owned by network:router_interface {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:32.900768 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:32.927698 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Pushing event deleted for resources: {'Port': ['ID=abc2ff26-49d6-4edc-80b6-c5c9113e4312,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:33.091821 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:33.238321 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-2a477224-5289-4150-af5d-cd634312128b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1020544 Jul 14 11:01:33.289106 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:33.311770 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:01:33.312113 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8d4fff13-9710-4bcd-ac4a-c97ea73a4f0f not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:33.377572 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Router 4870f4d1-2699-447c-843a-eaa1d0122730 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:01:33.383754 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-999b7262-29a8-436d-b5a2-1992d537ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:33.385243 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-999b7262-29a8-436d-b5a2-1992d537ed48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1099 time: 0.1045780 Jul 14 11:01:33.816621 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:01:33.818970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-bd972dcb-d895-4be6-87fc-4dabfc445e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:33.820890 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-bd972dcb-d895-4be6-87fc-4dabfc445e23 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.3962214 Jul 14 11:01:33.823674 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-7876944c-1eed-4506-b9f6-3b161363d23b admin admin] 10.222.0.67 "PUT /v2.0/routers/4870f4d1-2699-447c-843a-eaa1d0122730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502315 Jul 14 11:01:33.824982 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] Sync routers for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:01:33.826262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58130) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:33.835447 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:01:33.836080 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:01:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:33.937457 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:01:33.954015 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-8089537d-6ff1-4701-a894-9519836abf00 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 1002 time: 0.1217239 Jul 14 11:01:34.003328 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks [] for router, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.046040 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-3b0d85d4-aa20-4a89-a5e8-7ca8f3ee2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:34.047555 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-3b0d85d4-aa20-4a89-a5e8-7ca8f3ee2bc7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0854518 Jul 14 11:01:34.107965 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T11:01:32Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:34.133549 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] Checking router: 4870f4d1-2699-447c-843a-eaa1d0122730 for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:01:34.141629 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] Routers {'4870f4d1-2699-447c-843a-eaa1d0122730'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:01:34.142219 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:01:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['4870f4d1-2699-447c-843a-eaa1d0122730'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:34.143675 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.155525 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-3372427f-8c09-49a8-b986-dd61ac557f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:01:34.157120 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-3372427f-8c09-49a8-b986-dd61ac557f2d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1016774 Jul 14 11:01:34.243745 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] Set router 4870f4d1-2699-447c-843a-eaa1d0122730 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:01:34.265262 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Deleting port 6b63c798-573f-476f-bb52-8116b87fd630 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:34.265593 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.317150 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-3e972efe-22a8-4c2c-8869-b60b6f6e9baa service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398563 Jul 14 11:01:34.425942 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] For port 6b63c798-573f-476f-bb52-8116b87fd630, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=6b63c798-573f-476f-bb52-8116b87fd630,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:34.426320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.446540 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Calling delete_port for 6b63c798-573f-476f-bb52-8116b87fd630 owned by network:router_gateway {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:34.452909 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-ab81ea46-2399-4aaf-8cbe-60ca319aaaa5 req-2b980b39-3051-43b5-9479-a742579f49d0 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277268 Jul 14 11:01:34.544794 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T11:01:32Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:34.573752 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8dd6e3-a976-4708-a618-ba7e665ed112 None None] The sync data for ids ['4870f4d1-2699-447c-843a-eaa1d0122730'] in dv-cinder-796286-17-iscsi is: [{'id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'name': 'tempest-TestMinimumBasicScenario-1742330150-router', 'tenant_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '6b63c798-573f-476f-bb52-8116b87fd630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T11:01:32Z', 'revision_number': 5, 'project_id': 'e1e73b09da8f41a1a724db7a1245a6c8', 'gw_port': {'id': '6b63c798-573f-476f-bb52-8116b87fd630', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:c5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870f4d1-2699-447c-843a-eaa1d0122730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:16Z', 'updated_at': '2021-07-14T10:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:01:34.617065 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.647041 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b63c798-573f-476f-bb52-8116b87fd630,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:34.704957 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.790703 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.792818 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.833903 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.834335 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4870f4d1-2699-447c-843a-eaa1d0122730 {{(pid=104699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:01:34.838988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.840829 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-71a6418e-dc91-41ee-9a70-8a7b5bbf8327 admin admin] 10.222.0.67 "DELETE /v2.0/routers/4870f4d1-2699-447c-843a-eaa1d0122730 HTTP/1.1" status: 204 len: 168 time: 1.0134456 Jul 14 11:01:34.843458 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58132) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:34.887085 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] Deleting subnet 9feeafff-d435-417e-a951-49a60a0dc6dc {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:01:34.889983 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:34.923658 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.009320 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.061354 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.086726 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9feeafff-d435-417e-a951-49a60a0dc6dc,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:35.090172 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.092061 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-7acea1e5-ca1e-4656-ba5c-3773d72e1f0e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/9feeafff-d435-417e-a951-49a60a0dc6dc HTTP/1.1" status: 204 len: 168 time: 0.2475626 Jul 14 11:01:35.094665 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58134) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:35.095331 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d340f9f-7234-4189-a802-5a1a57aec528 None None] Network d7a846e6-1bcb-494e-b291-793b42793039 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:01:35.163485 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.231577 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Deleting port 31971b96-6d19-4e7d-bf34-3909d0c10572 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:35.231920 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.295809 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] For port 31971b96-6d19-4e7d-bf34-3909d0c10572, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=31971b96-6d19-4e7d-bf34-3909d0c10572,segment=NetworkSegment(a2394691-2a03-496c-8470-e21aedec79da),segment_id=a2394691-2a03-496c-8470-e21aedec79da)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:35.296173 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.309126 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Calling delete_port for 31971b96-6d19-4e7d-bf34-3909d0c10572 owned by network:dhcp {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:35.387663 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.413036 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=31971b96-6d19-4e7d-bf34-3909d0c10572,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:35.414846 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] No DVR routers for this DVR port 31971b96-6d19-4e7d-bf34-3909d0c10572 on host dv-cinder-796286-17-iscsi {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:01:35.483869 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.493405 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a846e6-1bcb-494e-b291-793b42793039']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:35.503847 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2394691-2a03-496c-8470-e21aedec79da') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:35.504142 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2394691-2a03-496c-8470-e21aedec79da') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:35.512754 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.529133 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.535289 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:01:35.535461 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:01:35.539541 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:01:35.581421 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e83a2-8a0d-449f-b359-f889ed16b7a6 None None] DHCP port deletion for d7a846e6-1bcb-494e-b291-793b42793039 request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:01:35.601627 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.620609 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:35.620609 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d7a846e6-1bcb-494e-b291-793b42793039 HTTP/1.1" status: 204 len: 168 time: 0.5199842 Jul 14 11:01:35.623242 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58136) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:35.626970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819f7ec-6fc7-4059-a3f5-c7b78a9983a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a846e6-1bcb-494e-b291-793b42793039,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:35.664212 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device abc2ff26-49d6-4edc-80b6-c5c9113e4312 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:35.684821 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: abc2ff26-49d6-4edc-80b6-c5c9113e4312 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:01:35.685240 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device abc2ff26-49d6-4edc-80b6-c5c9113e4312 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:35.685722 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 31971b96-6d19-4e7d-bf34-3909d0c10572 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:35.703251 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 31971b96-6d19-4e7d-bf34-3909d0c10572 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:01:35.703660 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 31971b96-6d19-4e7d-bf34-3909d0c10572 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:35.704128 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6b63c798-573f-476f-bb52-8116b87fd630 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:35.722181 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 6b63c798-573f-476f-bb52-8116b87fd630 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:01:35.722521 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 6b63c798-573f-476f-bb52-8116b87fd630 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:36.204128 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:36.444899 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Deleting port 1a4aee41-531c-45cc-a3ae-ce30282be15c {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:36.445228 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:36.519688 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] For port 1a4aee41-531c-45cc-a3ae-ce30282be15c, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1a4aee41-531c-45cc-a3ae-ce30282be15c,segment=NetworkSegment(0ada0e84-b3b1-412e-b143-ec554f1ab795),segment_id=0ada0e84-b3b1-412e-b143-ec554f1ab795)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:36.519971 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:36.534849 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Calling delete_port for 1a4aee41-531c-45cc-a3ae-ce30282be15c owned by network:router_interface {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:36.708767 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:36.734708 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4aee41-531c-45cc-a3ae-ce30282be15c,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:36.893260 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.098359 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Router 13935a33-8268-43b4-a319-06d6eedb140e has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:01:37.199845 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:01:37.204709 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-fc0fc866-3afa-4c04-9869-d0cf45acb160 admin admin] 10.222.0.67 "PUT /v2.0/routers/13935a33-8268-43b4-a319-06d6eedb140e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804141 Jul 14 11:01:37.207313 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58142) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:37.208004 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] Sync routers for ids ['13935a33-8268-43b4-a319-06d6eedb140e'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:01:37.217383 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] Routers {'13935a33-8268-43b4-a319-06d6eedb140e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:01:37.217980 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:01:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['13935a33-8268-43b4-a319-06d6eedb140e'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:37.308877 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks [] for router, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.316371 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] Set router 13935a33-8268-43b4-a319-06d6eedb140e gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:01:37.412258 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.467285 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Deleting port 1c0703d2-99cb-47dc-9bea-8105337a25d9 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:37.467614 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.489595 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T11:01:36Z', 'revision_number': 5, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port': {'id': '1c0703d2-99cb-47dc-9bea-8105337a25d9', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:88:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13935a33-8268-43b4-a319-06d6eedb140e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T10:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:37.518690 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] Checking router: 13935a33-8268-43b4-a319-06d6eedb140e for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:01:37.526687 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] Routers {'13935a33-8268-43b4-a319-06d6eedb140e'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:01:37.527888 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:01:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['13935a33-8268-43b4-a319-06d6eedb140e'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:37.544822 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] For port 1c0703d2-99cb-47dc-9bea-8105337a25d9, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=1c0703d2-99cb-47dc-9bea-8105337a25d9,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:37.545174 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.557314 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Calling delete_port for 1c0703d2-99cb-47dc-9bea-8105337a25d9 owned by network:router_gateway {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:37.607833 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] Set router 13935a33-8268-43b4-a319-06d6eedb140e gateway port host: None {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:01:37.660017 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T11:01:37Z', 'revision_number': 6, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port_host': None}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:37.684965 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f64b72-f1cd-4cd6-999f-fa666a0fd9a0 None None] The sync data for ids ['13935a33-8268-43b4-a319-06d6eedb140e'] in dv-cinder-796286-17-iscsi is: [{'id': '13935a33-8268-43b4-a319-06d6eedb140e', 'name': 'tempest-TestMinimumBasicScenario-224163329-router', 'tenant_id': 'dda635a678974d7b90460fc73f936eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:59:21Z', 'updated_at': '2021-07-14T11:01:37Z', 'revision_number': 6, 'project_id': 'dda635a678974d7b90460fc73f936eac', 'gw_port_host': None}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:01:37.725437 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.753397 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0703d2-99cb-47dc-9bea-8105337a25d9,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:37.812419 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.897512 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.899471 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.941286 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.941713 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13935a33-8268-43b4-a319-06d6eedb140e {{(pid=104700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:01:37.946281 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] Notify callbacks [] for router, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:37.947388 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-252c8c8c-66f7-4231-aa51-7d784bd5cf4f admin admin] 10.222.0.67 "DELETE /v2.0/routers/13935a33-8268-43b4-a319-06d6eedb140e HTTP/1.1" status: 204 len: 168 time: 0.7391672 Jul 14 11:01:37.950627 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58144) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:37.996740 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.db_base_plugin_v2 [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] Deleting subnet c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9 {{(pid=104700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:01:37.999589 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.033704 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6885968'] for subnet, precommit_delete_associations {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.112702 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.164732 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5477564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5060065'] for subnet, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.192155 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:38.197578 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.200549 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-db76dabd-2877-40f6-8823-d5b2e96b8485 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/c2277b7c-35ea-4684-9fc1-c8fd4dc99bd9 HTTP/1.1" status: 204 len: 168 time: 0.2484922 Jul 14 11:01:38.202614 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58146) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:38.203829 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b5f75a-ced6-4532-a3bd-ffb406b166e6 None None] Network bccb263e-5f82-44e7-b9b0-eb1597c54c6c requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:01:38.267108 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.317438 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Deleting port 91b2ee0e-e600-4129-9945-32520e4171db {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:38.317766 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.381283 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] For port 91b2ee0e-e600-4129-9945-32520e4171db, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=91b2ee0e-e600-4129-9945-32520e4171db,segment=NetworkSegment(0ada0e84-b3b1-412e-b143-ec554f1ab795),segment_id=0ada0e84-b3b1-412e-b143-ec554f1ab795)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:38.381598 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.393401 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Calling delete_port for 91b2ee0e-e600-4129-9945-32520e4171db owned by network:dhcp {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:38.455953 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] DHCP port deletion for bccb263e-5f82-44e7-b9b0-eb1597c54c6c request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:01:38.474278 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.498859 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Pushing event deleted for resources: {'Port': ['ID=91b2ee0e-e600-4129-9945-32520e4171db,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:38.503829 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] Deleting port 91b2ee0e-e600-4129-9945-32520e4171db {{(pid=104701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:01:38.504409 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.504571 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] No DVR routers for this DVR port 91b2ee0e-e600-4129-9945-32520e4171db on host dv-cinder-796286-17-iscsi {{(pid=104700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:01:38.565977 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] For port 91b2ee0e-e600-4129-9945-32520e4171db, host dv-cinder-796286-17-iscsi, got binding levels [] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:01:38.566365 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.579204 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] Calling delete_port for 91b2ee0e-e600-4129-9945-32520e4171db owned by network:dhcp {{(pid=104701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:01:38.579836 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.581873 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.ipam_backend_mixin [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] Port 91b2ee0e-e600-4129-9945-32520e4171db was not found and therefore no delete operation was performed {{(pid=104701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:01:38.583092 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503'] for port, after_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.590178 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccb263e-5f82-44e7-b9b0-eb1597c54c6c']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:38.600461 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ada0e84-b3b1-412e-b143-ec554f1ab795') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:38.600788 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ada0e84-b3b1-412e-b143-ec554f1ab795') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:01:38.608399 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] Pushing event deleted for resources: {'Port': ['ID=91b2ee0e-e600-4129-9945-32520e4171db,revision_number=None']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:38.610045 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.610265 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1506fe4d-768d-49e2-88ed-0b470fdb249c None None] No DVR routers for this DVR port 91b2ee0e-e600-4129-9945-32520e4171db on host dv-cinder-796286-17-iscsi {{(pid=104701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:01:38.625040 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.631312 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:01:38.632085 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:01:38.633717 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:01:38.694590 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.701074 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.702976 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] 10.222.0.67 "DELETE /v2.0/networks/bccb263e-5f82-44e7-b9b0-eb1597c54c6c HTTP/1.1" status: 204 len: 168 time: 0.4994669 Jul 14 11:01:38.719338 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29eef-6166-4bea-9c7e-b0cd783c997f admin admin] Pushing event deleted for resources: {'Network': ['ID=bccb263e-5f82-44e7-b9b0-eb1597c54c6c,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:38.862091 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58150) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:38.900283 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-6a99423d-2c0e-4449-ae23-edbe97210ac3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e1e73b09da8f41a1a724db7a1245a6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369196 Jul 14 11:01:38.903299 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58152) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:38.948818 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f44a7dcf-d0a4-4ec5-b092-9fd37a300003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:38.968962 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f44a7dcf-d0a4-4ec5-b092-9fd37a300003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:39.013005 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f44a7dcf-d0a4-4ec5-b092-9fd37a300003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:39.015381 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-f44a7dcf-d0a4-4ec5-b092-9fd37a300003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:39.016484 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-f44a7dcf-d0a4-4ec5-b092-9fd37a300003 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7f434a2-06c3-4d12-a0ab-f314f413455a HTTP/1.1" status: 204 len: 168 time: 0.1122687 Jul 14 11:01:39.023614 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a7dcf-d0a4-4ec5-b092-9fd37a300003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f434a2-06c3-4d12-a0ab-f314f413455a,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:39.309502 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58158) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:39.347955 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-da8e20c1-d980-4d76-a6db-adc55e256f14 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dda635a678974d7b90460fc73f936eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373249 Jul 14 11:01:39.350320 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58160) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:01:39.400290 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-63408128-f314-42d9-8105-3a5d900c5da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:39.420772 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-63408128-f314-42d9-8105-3a5d900c5da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:39.426355 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 91b2ee0e-e600-4129-9945-32520e4171db no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:39.446139 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 91b2ee0e-e600-4129-9945-32520e4171db {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:01:39.446478 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 91b2ee0e-e600-4129-9945-32520e4171db not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:39.446889 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1c0703d2-99cb-47dc-9bea-8105337a25d9 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:39.468217 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-63408128-f314-42d9-8105-3a5d900c5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:39.470946 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-63408128-f314-42d9-8105-3a5d900c5da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:39.471472 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 1c0703d2-99cb-47dc-9bea-8105337a25d9 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:01:39.472045 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1c0703d2-99cb-47dc-9bea-8105337a25d9 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:39.472300 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-63408128-f314-42d9-8105-3a5d900c5da7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ee388707-6dcd-4185-9ab7-5bc5cf63d043 HTTP/1.1" status: 204 len: 168 time: 0.1211064 Jul 14 11:01:39.472589 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1a4aee41-531c-45cc-a3ae-ce30282be15c no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:01:39.480255 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63408128-f314-42d9-8105-3a5d900c5da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee388707-6dcd-4185-9ab7-5bc5cf63d043,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:01:39.494857 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 1a4aee41-531c-45cc-a3ae-ce30282be15c {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:01:39.495202 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 1a4aee41-531c-45cc-a3ae-ce30282be15c not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:01:45.128047 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:01:52.017323 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ba83e7cd-6c42-4a95-a3dd-711eec4078aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:54.506297 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:54.723501 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-fb99c335-1df3-4080-a60b-154c1d596f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:55.594620 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:57.539970 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:01:58.577911 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:22.018403 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-a7df7d93-c905-498c-aec3-381e24f8c082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:22.131053 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:02:24.501970 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:24.723312 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb00a-8b63-47e4-8705-9a1c80558aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:25.598471 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:25.628780 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a5c23e39-bc5f-4a81-ae5a-6f4263764e84 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-207301442&fields=id&tenant_id=a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 267 time: 0.0321376 Jul 14 11:02:25.732333 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-26f3f4ee-8118-4fca-905b-7308970f3a31 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:25.733811 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-26f3f4ee-8118-4fca-905b-7308970f3a31 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 812 time: 0.0987949 Jul 14 11:02:25.748369 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-0112745a-d0fd-4d01-992f-391fbf37d6ed tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/quotas/a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 375 time: 0.0085955 Jul 14 11:02:25.820789 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-bd3b3617-438c-450f-83e6-9ee8aeb21852 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0676894 Jul 14 11:02:25.924842 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-1e0fcd75-4761-482a-8bcc-31e15553c9d1 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 11:02:25.925836 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-1e0fcd75-4761-482a-8bcc-31e15553c9d1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0932930 Jul 14 11:02:26.011212 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-cacd4e4f-989b-416f-b8e4-2f32e4ce5a4a service neutron] 10.222.0.67 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795779 Jul 14 11:02:26.100144 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-8d6815d6-e38e-4e20-bfaf-50d79f96a980 service neutron] 10.222.0.67 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828626 Jul 14 11:02:26.382156 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-c01bf965-7ae8-4265-9750-b62fff85eeee req-d90b7f2b-4bec-4d44-a174-9cf0a182c36c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 210 time: 0.0277154 Jul 14 11:02:27.427159 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-64855d7f-91d9-4220-8f55-4cf399a59536 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:27.429743 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-64855d7f-91d9-4220-8f55-4cf399a59536 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 812 time: 0.1133754 Jul 14 11:02:27.474356 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-b7ac833d-167d-4a98-bb55-72354a3b0b48 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a85c0b1052814a14b3d7cc81fd638dc2 HTTP/1.1" status: 200 len: 379 time: 0.0365918 Jul 14 11:02:27.483217 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'port': {'device_id': '1730b82b-d299-459c-b8db-2df5a73e1216', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'admin_state_up': True, 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'security_groups': ['e489363d-736f-4afc-89d9-30b6ea435913']}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:02:27.540324 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-0ca8b230-c30a-41d7-a24e-9163753df84d req-88b5d903-f2b4-43e1-be59-0849b2cbd5ef tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 210 time: 0.0310955 Jul 14 11:02:27.546753 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:27.596638 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Made reservation on behalf of a85c0b1052814a14b3d7cc81fd638dc2 for: {'port': 1} {{(pid=104699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 11:02:27.600157 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:27.726038 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Allocated IP 172.20.0.3 (472e5857-63ab-4274-bf5f-c7351498e29e/2247d6fe-f58d-4da0-84b4-787cb49a4cfd/345d9eea-cb25-49d1-b704-57d9a6cbc3dc) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:02:27.867268 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:27.881155 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Transition to ACTIVE for port object 345d9eea-cb25-49d1-b704-57d9a6cbc3dc will not be triggered until provisioned by entity DHCP. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:02:27.916127 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:27.962374 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Network 472e5857-63ab-4274-bf5f-c7351498e29e is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:02:27.965576 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:27.969282 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:02:27.992353 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:28.022247 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:28.022893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.037346 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-7625efd0-c2e3-430f-8ab9-3a3b97ca3fa8 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577643 Jul 14 11:02:28.049953 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Request body: {'port': {'device_id': '1730b82b-d299-459c-b8db-2df5a73e1216', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:02:28.128482 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.188761 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-35666c67-2680-4835-85c0-352a7687dedb None None] Provisioning for port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc completed by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:02:28.192312 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-35666c67-2680-4835-85c0-352a7687dedb None None] Provisioning complete for port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc triggered by entity DHCP. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:02:28.192713 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-35666c67-2680-4835-85c0-352a7687dedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.227123 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-35666c67-2680-4835-85c0-352a7687dedb None None] Port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc cannot update to ACTIVE because it is not bound. {{(pid=104701) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 11:02:28.379771 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345d9eea-cb25-49d1-b704-57d9a6cbc3dc {{(pid=104699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:02:28.386858 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.397995 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.provisioning_blocks [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Transition to ACTIVE for port object 345d9eea-cb25-49d1-b704-57d9a6cbc3dc will not be triggered until provisioned by entity L2. {{(pid=104699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 11:02:28.401750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.451970 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Pushing event updated for resources: {'Port': ['ID=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:28.522600 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Attempting to bind port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc on host hv-cinder-79628 for vnic_type normal with profile {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 11:02:28.522936 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Attempting to bind port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 11:02:28.523267 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Attempting to bind port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:02:28.527663 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc on network 472e5857-63ab-4274-bf5f-c7351498e29e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 11:02:28.527988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Attempting to bind port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc on network 472e5857-63ab-4274-bf5f-c7351498e29e {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 11:02:28.533659 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Checking agent: {'id': '4c8c04bb-5b6a-4a5c-9be6-26a919767b1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'started_at': datetime.datetime(2021, 7, 14, 10, 48, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 11, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 11:02:28.534093 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Checking segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 11:02:28.534479 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Bound using segment: {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'} {{(pid=104699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 11:02:28.534900 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.managers [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Bound port: 345d9eea-cb25-49d1-b704-57d9a6cbc3dc, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f67da7e9-f83b-4030-96ed-9136e0ca0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e'}}] {{(pid=104699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 11:02:28.535253 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.592728 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.602527 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] For port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc, host hv-cinder-79628, cleared binding levels {{(pid=104699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 11:02:28.605505 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] For port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 11:02:28.608842 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.643781 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:28.644397 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:28.645818 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] 10.222.0.89 "PUT /v2.0/ports/345d9eea-cb25-49d1-b704-57d9a6cbc3dc HTTP/1.1" status: 200 len: 1093 time: 0.6005681 Jul 14 11:02:28.646264 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:02:28.648554 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00911d27-d765-4c32-890b-415ba66c6bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:28.676425 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b473d3-89f3-447b-99c6-8c6d7bf268ad service neutron] Pushing event updated for resources: {'Port': ['ID=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,revision_number=3']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:28.709324 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de4ef85-e2b2-4c1e-9866-448e8ab23fbb x-openstack-request-id: req-3de4ef85-e2b2-4c1e-9866-448e8ab23fbb {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:28.709540 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:28.709780 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3de4ef85-e2b2-4c1e-9866-448e8ab23fbb {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:28.710174 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'status': 'completed', 'code': 200} Jul 14 11:02:28.782447 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df748f0-8fe1-4d8a-9ec0-48488668c07b req-def66e31-3b64-4e72-a67b-aa4965850635 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:28.783963 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2df748f0-8fe1-4d8a-9ec0-48488668c07b req-def66e31-3b64-4e72-a67b-aa4965850635 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 943 time: 0.1046937 Jul 14 11:02:28.790382 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-6e986dfd-7fc3-46ff-b1d0-6f6b089313b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:28.791845 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-6e986dfd-7fc3-46ff-b1d0-6f6b089313b0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 1096 time: 0.0844519 Jul 14 11:02:28.846328 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-6770e6a2-b8d4-4e5a-8e15-1d64c0f72d38 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc HTTP/1.1" status: 200 len: 217 time: 0.0463076 Jul 14 11:02:28.883525 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2df748f0-8fe1-4d8a-9ec0-48488668c07b req-d1786441-ba09-4fe0-8a9a-70e402468d67 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907345 Jul 14 11:02:28.900580 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-21fb5d4b-e1c9-4bb7-bee0-ff184b84d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:28.902003 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-21fb5d4b-e1c9-4bb7-bee0-ff184b84d705 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0484660 Jul 14 11:02:28.957648 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-9380a93a-11ae-4e82-8712-8c2637558074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:28.959036 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-9380a93a-11ae-4e82-8712-8c2637558074 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497289 Jul 14 11:02:29.049890 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-cd50248f-46eb-4087-b7ad-4af15063717f service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817864 Jul 14 11:02:29.135653 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-bee0e915-81f2-4777-bad5-307a739e7be6 req-bc3681ec-cff8-4090-97ef-59fb20edf222 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781450 Jul 14 11:02:29.232338 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911d27-d765-4c32-890b-415ba66c6bfd req-befd62c6-1184-467d-8e0f-aa1aec661a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:29.233893 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-00911d27-d765-4c32-890b-415ba66c6bfd req-befd62c6-1184-467d-8e0f-aa1aec661a29 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 1096 time: 0.0514700 Jul 14 11:02:29.324004 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911d27-d765-4c32-890b-415ba66c6bfd req-f2ebcd3f-4302-436c-98cb-2bba635e4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:29.325466 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-00911d27-d765-4c32-890b-415ba66c6bfd req-f2ebcd3f-4302-436c-98cb-2bba635e4d6c service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0842681 Jul 14 11:02:29.365885 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-00911d27-d765-4c32-890b-415ba66c6bfd req-7bee0f0a-7411-4c09-a683-546fcfc32bec service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc HTTP/1.1" status: 200 len: 217 time: 0.0328212 Jul 14 11:02:29.418553 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911d27-d765-4c32-890b-415ba66c6bfd req-070fa86c-2c17-4912-816f-4f2cc8c6a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:29.420209 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-00911d27-d765-4c32-890b-415ba66c6bfd req-070fa86c-2c17-4912-816f-4f2cc8c6a2df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0458491 Jul 14 11:02:29.475540 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00911d27-d765-4c32-890b-415ba66c6bfd req-ef0f2a48-b5a7-491e-b8ca-4db2b2306508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:29.476986 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-00911d27-d765-4c32-890b-415ba66c6bfd req-ef0f2a48-b5a7-491e-b8ca-4db2b2306508 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499880 Jul 14 11:02:29.564215 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-00911d27-d765-4c32-890b-415ba66c6bfd req-b1517ba6-6f66-42f8-bc14-72fa1bf9bc56 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794396 Jul 14 11:02:29.658267 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-00911d27-d765-4c32-890b-415ba66c6bfd req-bf8af656-cbce-431b-ab65-c509d54518c4 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845759 Jul 14 11:02:30.059265 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8c43b-4809-40d0-933a-16fb14a40354 req-73e3ef9b-74fe-45fc-8b49-be884df27147 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:30.060720 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1cd8c43b-4809-40d0-933a-16fb14a40354 req-73e3ef9b-74fe-45fc-8b49-be884df27147 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 943 time: 0.0644586 Jul 14 11:02:30.096430 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-1cd8c43b-4809-40d0-933a-16fb14a40354 req-1dbfb1ea-431a-436d-aef8-c35e4f595041 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302651 Jul 14 11:02:31.264707 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed6f71-529f-4f3c-8bf2-eeaedac49e84 req-95bbee1a-ad22-4844-868b-0675620fc699 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:31.266174 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e3ed6f71-529f-4f3c-8bf2-eeaedac49e84 req-95bbee1a-ad22-4844-868b-0675620fc699 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 943 time: 0.0617113 Jul 14 11:02:31.302355 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e3ed6f71-529f-4f3c-8bf2-eeaedac49e84 req-da3d85bf-af9b-4d9c-b8b7-4e744a16d095 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308447 Jul 14 11:02:32.469267 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c6f14-d3e9-49a9-ae61-b5dc680ece49 req-9eb045e4-6e4f-4af0-82a6-857a87932d2c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:32.470725 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f94c6f14-d3e9-49a9-ae61-b5dc680ece49 req-9eb045e4-6e4f-4af0-82a6-857a87932d2c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 943 time: 0.0617168 Jul 14 11:02:32.506915 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-f94c6f14-d3e9-49a9-ae61-b5dc680ece49 req-8e85cb16-3bb5-489d-a2ee-9f7ae8d9573b tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Jul 14 11:02:33.171075 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-d0ac1398-d7d3-4474-bd23-e0edd3b371cc service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491383 Jul 14 11:02:33.263901 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-224d330b-993c-4451-bff8-14b76237b071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:33.265868 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-224d330b-993c-4451-bff8-14b76237b071 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1099 time: 0.0536151 Jul 14 11:02:33.362504 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-68e5a6b7-1062-4fb8-8adf-82374e83c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:33.363844 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-68e5a6b7-1062-4fb8-8adf-82374e83c664 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0804095 Jul 14 11:02:33.432021 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-7d1cd666-cc09-43be-8338-dfbd9f812f3a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 1002 time: 0.0618889 Jul 14 11:02:33.478562 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-b264f890-afee-4535-a175-2f263900d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:33.479905 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-b264f890-afee-4535-a175-2f263900d734 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0417507 Jul 14 11:02:33.534144 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-939f6e6a-4221-4ac1-b8c4-770cf036a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:33.536061 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-939f6e6a-4221-4ac1-b8c4-770cf036a20b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492744 Jul 14 11:02:33.657819 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-a0eb74b4-0f89-4f8a-b841-8af1a9508974 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154160 Jul 14 11:02:33.735220 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694de11c-531e-409a-b8df-0b400b384362 req-d15c39fd-8457-4e53-9391-fa934ad113d1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:33.736679 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-694de11c-531e-409a-b8df-0b400b384362 req-d15c39fd-8457-4e53-9391-fa934ad113d1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 943 time: 0.1227865 Jul 14 11:02:34.057280 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-183732e1-d747-438e-bdc5-3e368e3d83bc req-e08b6241-6c7c-499f-be5b-493558f2846d service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904309 Jul 14 11:02:34.063407 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-694de11c-531e-409a-b8df-0b400b384362 req-91a25fc5-9027-4724-b720-75d51f213657 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206491 Jul 14 11:02:35.229722 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b53a-7303-4a92-a2a1-1ba3448c2f7f req-8f90e0d2-7829-4b53-bfc7-136407a80419 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:35.231231 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8be9b53a-7303-4a92-a2a1-1ba3448c2f7f req-8f90e0d2-7829-4b53-bfc7-136407a80419 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 943 time: 0.0607700 Jul 14 11:02:35.267280 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-8be9b53a-7303-4a92-a2a1-1ba3448c2f7f req-9b4ff1ef-8faa-40df-95c3-556eceff1fdd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306084 Jul 14 11:02:36.588230 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3791f2e-5ec2-4626-a116-4a670eeed104 req-a381f388-6239-451f-98e8-b4829e3e7d04 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:36.589647 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a3791f2e-5ec2-4626-a116-4a670eeed104 req-a381f388-6239-451f-98e8-b4829e3e7d04 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 943 time: 0.0606439 Jul 14 11:02:36.626494 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a3791f2e-5ec2-4626-a116-4a670eeed104 req-c0d37bd0-fede-4efc-af2c-818b13340cde tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306091 Jul 14 11:02:37.535095 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 345d9eea-cb25-49d1-b704-57d9a6cbc3dc details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=104701) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 11:02:37.623961 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:37.635221 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Returning: {'device': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'port_id': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'mac_address': 'fa:16:3e:e1:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1035, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104701) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 11:02:37.674787 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:37.687915 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345d9eea-cb25-49d1-b704-57d9a6cbc3dc {{(pid=104701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 11:02:37.706956 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:37.711927 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:37.759386 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,revision_number=4']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:37.766766 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.767121 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.767462 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.767798 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.768128 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.768459 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.768808 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.769136 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.769465 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.769789 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.770111 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.770430 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:37.803523 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acf84a-07f5-43cb-aec3-efca00da9629 req-25b4e5b7-56e9-4818-b934-ad5608f1b3d3 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:37.804992 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-40acf84a-07f5-43cb-aec3-efca00da9629 req-25b4e5b7-56e9-4818-b934-ad5608f1b3d3 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 944 time: 0.0652509 Jul 14 11:02:37.840667 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-40acf84a-07f5-43cb-aec3-efca00da9629 req-2ed2ee79-510b-4fa4-9e14-763f1067007d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300992 Jul 14 11:02:37.925155 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] get_ports_and_sgs() called for port_ids ['345d9eea-cb25-49d1-b704-57d9a6cbc3dc'] {{(pid=104701) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 11:02:39.007678 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88babe-6233-4565-840b-24b7863a3529 req-73015e38-b230-4413-b8e1-a8a1416debdb tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:39.009275 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2e88babe-6233-4565-840b-24b7863a3529 req-73015e38-b230-4413-b8e1-a8a1416debdb tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 944 time: 0.0613372 Jul 14 11:02:39.047697 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-2e88babe-6233-4565-840b-24b7863a3529 req-c5e139ee-1f18-4601-bf97-e3105d924d28 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Jul 14 11:02:39.538139 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 345d9eea-cb25-49d1-b704-57d9a6cbc3dc up at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 11:02:39.586922 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning for port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc completed by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 11:02:39.591013 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.provisioning_blocks [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Provisioning complete for port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc triggered by entity L2. {{(pid=104701) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 11:02:39.591190 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881582'] for port, provisioning_complete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:39.668355 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:39.690681 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc'}] {{(pid=104701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:02:39.692934 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}868b5a84606294db1126a8dc830f74dba712453db0093dbc2996ac2f4fbf34ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6386cc66-96eb-449a-9999-225b6e8f9bf4" -d '{"events": [{"server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "name": "network-vif-plugged", "status": "completed", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc"}]}' {{(pid=104701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:39.705257 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] For port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:02:39.709183 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530'] for port, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:39.734354 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc7fab0-a998-4bf5-85ad-9edd0b175a0f x-openstack-request-id: req-ccc7fab0-a998-4bf5-85ad-9edd0b175a0f {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:39.734796 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "name": "network-vif-plugged", "status": "completed", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc", "code": 200}]} {{(pid=104701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:39.735051 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ccc7fab0-a998-4bf5-85ad-9edd0b175a0f {{(pid=104701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:39.735430 dv-cinder-796286-17-iscsi neutron-server[104701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'code': 200} Jul 14 11:02:39.759733 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Pushing event updated for resources: {'Port': ['ID=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,revision_number=5']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:39.995058 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cdc76-be90-4818-a879-7f014eff4d7f req-fdf26686-3d6b-4662-8e82-f9c571429dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:39.996474 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3c3cdc76-be90-4818-a879-7f014eff4d7f req-fdf26686-3d6b-4662-8e82-f9c571429dca service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 1098 time: 0.0486050 Jul 14 11:02:40.030209 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-3c3cdc76-be90-4818-a879-7f014eff4d7f req-1c3e3cc5-5d7f-4962-a490-5ac44cd4b663 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260332 Jul 14 11:02:40.212761 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df9560-3e3d-4efc-8754-b11fc6f5a2dc req-a7aa6b5c-3f9c-4567-9e6c-b1a920c47d62 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:40.214181 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-51df9560-3e3d-4efc-8754-b11fc6f5a2dc req-a7aa6b5c-3f9c-4567-9e6c-b1a920c47d62 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 945 time: 0.0609856 Jul 14 11:02:40.249249 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-51df9560-3e3d-4efc-8754-b11fc6f5a2dc req-6eab60d2-4c19-40f4-aa37-32339653e586 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295887 Jul 14 11:02:41.418944 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6350c-236b-4458-8933-0c45f9c32a80 req-51d42015-eb5d-49f6-9158-9fc3714f5ea2 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:41.420695 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c2e6350c-236b-4458-8933-0c45f9c32a80 req-51d42015-eb5d-49f6-9158-9fc3714f5ea2 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 945 time: 0.0606375 Jul 14 11:02:41.456752 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-c2e6350c-236b-4458-8933-0c45f9c32a80 req-d7ca2355-e3e8-4b11-b734-cb56f976de0c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301228 Jul 14 11:02:41.627879 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb48e9f-a70e-43cf-8eea-7422573999e2 req-a2509cfd-59dc-41f3-825e-b9c8c4aed87b tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:41.629344 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-eeb48e9f-a70e-43cf-8eea-7422573999e2 req-a2509cfd-59dc-41f3-825e-b9c8c4aed87b tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 945 time: 0.0641248 Jul 14 11:02:41.665334 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-eeb48e9f-a70e-43cf-8eea-7422573999e2 req-d7fc86a1-d7b0-412b-8545-4ffdb284e07c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304682 Jul 14 11:02:41.689647 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58254) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:02:41.739910 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b10126-b214-4925-8d55-0a4c5cc2171c tempest-TestVolumeBootPattern-1082998996 tempest-TestVolumeBootPattern-1082998996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:41.741854 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f8b10126-b214-4925-8d55-0a4c5cc2171c tempest-TestVolumeBootPattern-1082998996 tempest-TestVolumeBootPattern-1082998996-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 1093 time: 0.0512266 Jul 14 11:02:41.744410 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58256) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:02:41.748995 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.v2.base [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Request body: {'floatingip': {'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'port_id': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 11:02:41.770223 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:41.867038 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:41.967245 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_common [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Allocated IP 172.27.1.90 (8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb/b33ece04-9375-419d-ba24-05736c79d933/27c19c5f-8383-4ee0-b168-ddc955bb6b43) {{(pid=104699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 11:02:42.069111 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:42.106726 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792515011494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:42.145257 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Network 8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb is already hosted by enough agents. {{(pid=104699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 11:02:42.147965 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.base_scheduler [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Resources bound (agent type, host, resource id): {{(pid=104699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 11:02:42.151283 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Received port after_create {{(pid=104699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 11:02:42.157159 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=27c19c5f-8383-4ee0-b168-ddc955bb6b43,revision_number=1']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:42.182218 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.182571 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.182909 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.183243 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.183570 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.183898 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.184226 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.184599 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.184910 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.185231 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.185551 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.185868 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:02:42.517956 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:42.593469 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552827'] for port, before_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:42.735023 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for port, precommit_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:42.740653 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792515387383', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792515011512', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792515011530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4770827'] for port, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:42.810070 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event updated for resources: {'Port': ['ID=27c19c5f-8383-4ee0-b168-ddc955bb6b43,revision_number=2']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:02:42.820602 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7999839'] for floatingip, after_update {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:42.922249 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Floating IP d50d735c-2e64-41cb-b705-95a0465bb828 associated. External IP: 172.27.1.90, port: 345d9eea-cb25-49d1-b704-57d9a6cbc3dc. Jul 14 11:02:43.125398 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:02:43.229228 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:02:43.238935 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:02:43.245944 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:43.249101 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:02:43.249737 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:02:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:43.281729 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-538ca174-94ba-4020-a1ef-91acd36343dc tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5363083 Jul 14 11:02:43.282309 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:02:43.284575 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b" -d '{"events": [{"name": "network-changed", "server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:02:43.319549 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ebd861-17f7-45f0-b13a-70a8eac3eef6 x-openstack-request-id: req-99ebd861-17f7-45f0-b13a-70a8eac3eef6 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:02:43.319836 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:02:43.320082 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99ebd861-17f7-45f0-b13a-70a8eac3eef6 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:02:43.320475 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'status': 'completed', 'code': 200} Jul 14 11:02:43.354224 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:02:43.390945 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-7936345b-a974-4667-8592-0a1c673fcade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:43.392339 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-7936345b-a974-4667-8592-0a1c673fcade service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 1098 time: 0.0515540 Jul 14 11:02:43.483287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-5fa40581-6868-4ea3-816a-50573da6fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:43.484792 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-5fa40581-6868-4ea3-816a-50573da6fa03 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0865095 Jul 14 11:02:43.549484 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-7967c753-3f7a-4d39-9397-6a6374a22b9e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc HTTP/1.1" status: 200 len: 998 time: 0.0570595 Jul 14 11:02:43.576040 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:50Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}, {'id': 'd50d735c-2e64-41cb-b705-95a0465bb828', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:e1:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1730b82b-d299-459c-b8db-2df5a73e1216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:02:42Z', 'updated_at': '2021-07-14T11:02:42Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:43.598376 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-342ee4d2-35bb-4ff8-aa6d-232d2e8cc117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:43.599818 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-342ee4d2-35bb-4ff8-aa6d-232d2e8cc117 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0445297 Jul 14 11:02:43.602772 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:02:43.610939 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:02:43.611540 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:02:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:43.658442 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-c00f889b-f88f-4174-ae41-3844409210d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:02:43.659843 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-c00f889b-f88f-4174-ae41-3844409210d0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0543706 Jul 14 11:02:43.714350 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:02:43.745815 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-1ab513ad-0f1d-4f24-a77e-9c5db942960f service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793850 Jul 14 11:02:43.839815 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-7cb7c780-1de8-4a50-aedc-ce35f696ad1b req-2f78a6b3-1f4b-48d0-8d3b-cce717d0bb50 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876477 Jul 14 11:02:43.930880 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:50Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}, {'id': 'd50d735c-2e64-41cb-b705-95a0465bb828', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:e1:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1730b82b-d299-459c-b8db-2df5a73e1216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:02:42Z', 'updated_at': '2021-07-14T11:02:42Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:02:44.071582 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d85334-50b0-4f41-afa8-8a8cecce90ee None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:50Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}, {'id': 'd50d735c-2e64-41cb-b705-95a0465bb828', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:e1:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1730b82b-d299-459c-b8db-2df5a73e1216', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:02:42Z', 'updated_at': '2021-07-14T11:02:42Z', 'revision_number': 0, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:02:44.264429 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bac697-04b6-4820-b9d3-6e2cb64a7d44 None None] New status for floating IP d50d735c-2e64-41cb-b705-95a0465bb828: ACTIVE {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:02:52.018270 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e54c2375-1c47-42e7-a23a-f0beccd4f9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:54.503325 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:54.722573 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-26bb02ef-b0d5-4403-8ab6-eb8685598c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:55.600442 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:57.540235 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:58.597104 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:02:59.129112 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:03:22.019332 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-7eecd1e6-f7d5-4c1e-8e8c-6858904c43ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:24.503793 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:24.723627 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-1840cc23-c5df-42aa-af92-c6f24018ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:25.603227 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:27.541416 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:28.596730 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:34.161696 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-7c8b2986-f207-4bca-ae44-6db014b42f91 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508935 Jul 14 11:03:34.254004 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-14d6d57a-f464-4638-92c1-08951b6807c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:03:34.255427 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-14d6d57a-f464-4638-92c1-08951b6807c2 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1099 time: 0.0520835 Jul 14 11:03:34.356853 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-7fdde29d-fd85-4850-a7ec-09f2a6b76068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:03:34.358260 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-7fdde29d-fd85-4850-a7ec-09f2a6b76068 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0837111 Jul 14 11:03:34.421156 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-2806de67-1e9f-4483-b470-8af80905594e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 1002 time: 0.0554800 Jul 14 11:03:34.468523 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-4fde7bd3-7a70-4f7e-bd08-e9243cbbf535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:03:34.469898 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-4fde7bd3-7a70-4f7e-bd08-e9243cbbf535 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0417576 Jul 14 11:03:34.528483 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-a876bf64-2cec-44ee-a845-fae6c7c7de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:03:34.529913 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-a876bf64-2cec-44ee-a845-fae6c7c7de05 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0523934 Jul 14 11:03:34.618230 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-401491f8-2b54-4ccd-a248-8eab741e90d2 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810392 Jul 14 11:03:34.709907 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-199b6d3a-a1ed-4a12-92b4-dd634a44c4c3 req-3dfb28bd-b0fb-4912-b407-832e62e8ed21 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853815 Jul 14 11:03:36.127464 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:03:52.018634 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9d5ac69f-ede5-4e51-a054-3f121116b0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:54.504555 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:54.722902 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-958ce1c5-e74a-4e86-bbd3-c05b669eabbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:55.606750 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:57.547400 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:03:58.611324 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:10.586759 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58284) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:10.846379 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Deleting port 27c19c5f-8383-4ee0-b168-ddc955bb6b43 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:10.846619 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:10.917404 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:10.917732 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:10.929110 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Calling delete_port for 27c19c5f-8383-4ee0-b168-ddc955bb6b43 owned by network:floatingip {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:11.101287 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:11.390909 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event deleted for resources: {'Port': ['ID=27c19c5f-8383-4ee0-b168-ddc955bb6b43,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:11.416350 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.416731 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.417072 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.417407 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.417736 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.418093 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.418423 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.418747 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.419071 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.419398 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.419718 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.420035 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:11.459988 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:11.460319 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.db.l3_db [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Floating IP d50d735c-2e64-41cb-b705-95a0465bb828 disassociated (deleted). External IP: 172.27.1.90, port: 345d9eea-cb25-49d1-b704-57d9a6cbc3dc. Jul 14 11:04:11.661060 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:04:11.766789 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:11.771254 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:11.776425 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:11.785940 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:11.786549 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:03:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:11.806625 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-2a0f68ad-a955-45ce-ae71-da681a2d8707 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "DELETE /v2.0/floatingips/d50d735c-2e64-41cb-b705-95a0465bb828 HTTP/1.1" status: 204 len: 168 time: 1.2187877 Jul 14 11:04:11.807209 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:04:11.810088 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692397de-90fd-4551-8245-7068987b7410" -d '{"events": [{"name": "network-changed", "server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:11.854084 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49eef21-8238-47d0-acbe-be238adc04ab x-openstack-request-id: req-e49eef21-8238-47d0-acbe-be238adc04ab {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:11.854383 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:11.854660 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e49eef21-8238-47d0-acbe-be238adc04ab {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:11.855030 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'status': 'completed', 'code': 200} Jul 14 11:04:11.896841 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:11.929274 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692397de-90fd-4551-8245-7068987b7410 req-b31710a4-a910-47b7-aa24-0d935df1e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:11.930494 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-692397de-90fd-4551-8245-7068987b7410 req-b31710a4-a910-47b7-aa24-0d935df1e8fa service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 1098 time: 0.0524635 Jul 14 11:04:12.029655 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692397de-90fd-4551-8245-7068987b7410 req-52cdca99-fb93-46fe-8925-2de9bac6b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:12.032165 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-692397de-90fd-4551-8245-7068987b7410 req-52cdca99-fb93-46fe-8925-2de9bac6b207 service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0951657 Jul 14 11:04:12.083424 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-692397de-90fd-4551-8245-7068987b7410 req-26850522-4080-4ab3-b10d-ec9ab93bf456 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc HTTP/1.1" status: 200 len: 217 time: 0.0389256 Jul 14 11:04:12.134634 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:50Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:12.139453 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692397de-90fd-4551-8245-7068987b7410 req-8a847edc-126e-4467-9d36-8c78d735c0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:12.140991 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-692397de-90fd-4551-8245-7068987b7410 req-8a847edc-126e-4467-9d36-8c78d735c0ce service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0516946 Jul 14 11:04:12.161165 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:12.169915 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:12.170617 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:03:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:12.201982 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692397de-90fd-4551-8245-7068987b7410 req-4c4ae78e-82af-40cf-82cd-f558cc5c356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:12.204325 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-692397de-90fd-4551-8245-7068987b7410 req-4c4ae78e-82af-40cf-82cd-f558cc5c356d service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558622 Jul 14 11:04:12.219823 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa85999-e295-4084-bf34-0e2f7646b771 req-ae0a95ac-6a45-4cba-bfcd-5d0f7315094c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:12.222132 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-efa85999-e295-4084-bf34-0e2f7646b771 req-ae0a95ac-6a45-4cba-bfcd-5d0f7315094c tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 945 time: 0.0728366 Jul 14 11:04:12.264124 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-efa85999-e295-4084-bf34-0e2f7646b771 req-33c96881-05dc-4eee-ba27-886e12c4753b tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335402 Jul 14 11:04:12.278918 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:12.296321 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-692397de-90fd-4551-8245-7068987b7410 req-9e86e149-4f04-4f42-98a8-7140b5fb8e26 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851672 Jul 14 11:04:12.391002 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-692397de-90fd-4551-8245-7068987b7410 req-730b0562-ab5f-4644-85b1-fbb55d0f70c5 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Jul 14 11:04:12.499328 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:50Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:12.524774 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce95bbe-f7b9-401d-9026-ec3ebcbb9597 None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_floatingips': [{'id': 'c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'floating_ip_address': '172.27.1.179', 'floating_network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'router_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'port_id': '8996c845-e9f2-4399-943d-2bbbc1577784', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'mac_address': 'fa:16:3e:f8:f9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T11:00:48Z', 'updated_at': '2021-07-14T11:00:50Z', 'revision_number': 1, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:12.725455 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07a1d6c-b1a4-45b8-b2b0-96ff4acccb7c None None] New status for floating IP d50d735c-2e64-41cb-b705-95a0465bb828: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:04:13.126535 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:04:13.442359 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866622e-a694-4a50-a79a-71277c13714f req-261c0dc3-1039-42c8-a721-f17e32dcb64b tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:13.443680 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e866622e-a694-4a50-a79a-71277c13714f req-261c0dc3-1039-42c8-a721-f17e32dcb64b tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 945 time: 0.0621567 Jul 14 11:04:13.479808 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-e866622e-a694-4a50-a79a-71277c13714f req-b877e8f2-b398-4f05-a72a-24a63ad2208d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305963 Jul 14 11:04:13.665734 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-00e2e8a3-0c4b-4250-aeaf-517da1638e61 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:13.667171 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-00e2e8a3-0c4b-4250-aeaf-517da1638e61 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 945 time: 0.0616763 Jul 14 11:04:13.767104 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Deleting port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:13.767365 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:13.852435 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] For port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:13.852823 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:13.869687 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Calling delete_port for 345d9eea-cb25-49d1-b704-57d9a6cbc3dc owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:13.989881 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:14.024376 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event deleted for resources: {'Port': ['ID=345d9eea-cb25-49d1-b704-57d9a6cbc3dc,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:14.065026 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] No DVR routers for this DVR port 345d9eea-cb25-49d1-b704-57d9a6cbc3dc on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:04:14.067332 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:14.069306 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-de43e09f-0a0c-4877-a3dd-c02625595f13 req-d75a76f2-dd17-4183-bbbf-7eb60898a031 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "DELETE /v2.0/ports/345d9eea-cb25-49d1-b704-57d9a6cbc3dc HTTP/1.1" status: 204 len: 173 time: 0.3967054 Jul 14 11:04:14.069736 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'name': 'network-vif-deleted', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:04:14.072009 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d46224-f122-4594-a049-5f8b24f00b6d" -d '{"events": [{"server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "name": "network-vif-deleted", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:14.106809 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91658ba-7274-4a3b-8d74-b69851e4ac32 x-openstack-request-id: req-b91658ba-7274-4a3b-8d74-b69851e4ac32 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:14.107094 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1730b82b-d299-459c-b8db-2df5a73e1216", "name": "network-vif-deleted", "tag": "345d9eea-cb25-49d1-b704-57d9a6cbc3dc", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:14.107344 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b91658ba-7274-4a3b-8d74-b69851e4ac32 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:14.107738 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1730b82b-d299-459c-b8db-2df5a73e1216', 'name': 'network-vif-deleted', 'tag': '345d9eea-cb25-49d1-b704-57d9a6cbc3dc', 'status': 'completed', 'code': 200} Jul 14 11:04:14.633036 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-a5dfaf2c-cb97-411d-9615-a3775131f81d req-ef828a8a-de0f-4ae8-b2dd-6a4785139928 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1730b82b-d299-459c-b8db-2df5a73e1216 HTTP/1.1" status: 200 len: 210 time: 0.0285225 Jul 14 11:04:15.954105 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 345d9eea-cb25-49d1-b704-57d9a6cbc3dc no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:15.974113 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 345d9eea-cb25-49d1-b704-57d9a6cbc3dc {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:15.974382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 345d9eea-cb25-49d1-b704-57d9a6cbc3dc not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:17.934946 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58328) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:18.328197 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Deleting port a9c24b6d-8f52-490e-b810-523190bcbc78 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:18.328445 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:18.399111 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:18.399431 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:18.410457 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Calling delete_port for a9c24b6d-8f52-490e-b810-523190bcbc78 owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:18.551268 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:18.577330 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event deleted for resources: {'Port': ['ID=a9c24b6d-8f52-490e-b810-523190bcbc78,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:18.605787 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.606144 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.606478 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.606803 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.607123 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.607446 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.607767 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.608085 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.608403 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.608747 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.609060 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.609372 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:18.649602 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:18.649931 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.db.l3_db [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Floating IP c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c disassociated (deleted). External IP: 172.27.1.179, port: 8996c845-e9f2-4399-943d-2bbbc1577784. Jul 14 11:04:18.850033 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:04:18.949417 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:18.954141 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:18.958954 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:18.968399 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:18.969046 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:03:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:18.992193 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-e6bf4bd8-5f65-4a82-8f9b-76e9260b977d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "DELETE /v2.0/floatingips/c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c HTTP/1.1" status: 204 len: 168 time: 1.0561907 Jul 14 11:04:18.992796 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784'}] {{(pid=104700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:04:18.995063 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96087baf2ec462900174164e0bde4b69825eeb5d695a2690e866827927978705" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c463ca-6709-4be0-84b9-3db1189bda3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784"}]}' {{(pid=104700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:19.072912 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:19.150848 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 11:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8cc459-2d62-4870-8d49-d02fdc8cad84 x-openstack-request-id: req-9a8cc459-2d62-4870-8d49-d02fdc8cad84 {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:19.151143 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784", "status": "completed", "code": 200}]} {{(pid=104700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:19.151388 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9a8cc459-2d62-4870-8d49-d02fdc8cad84 {{(pid=104700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:19.153350 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784', 'status': 'completed', 'code': 200} Jul 14 11:04:19.244634 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-722c9e65-e5e2-4607-933e-46cc08e549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:19.246228 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-722c9e65-e5e2-4607-933e-46cc08e549a1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 1099 time: 0.0713942 Jul 14 11:04:19.275525 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:19.303506 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:19.312181 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:19.312819 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:03:55Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:19.343000 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-80c15d98-da6a-4762-92da-e4c77a4a8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:19.344507 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-80c15d98-da6a-4762-92da-e4c77a4a8d9b service neutron] 10.222.0.89 "GET /v2.0/networks?id=472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 200 len: 914 time: 0.0910397 Jul 14 11:04:19.356794 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6b606-7185-44a8-87e0-0b2d99f0a199 req-2ce7012d-b5a8-44a3-a2da-752ffa1a8e8d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:19.358231 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-10d6b606-7185-44a8-87e0-0b2d99f0a199 req-2ce7012d-b5a8-44a3-a2da-752ffa1a8e8d tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 946 time: 0.0637918 Jul 14 11:04:19.385999 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-417a19cb-5717-4a37-bca0-b2ff31a40c80 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 200 len: 217 time: 0.0345681 Jul 14 11:04:19.396938 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [req-10d6b606-7185-44a8-87e0-0b2d99f0a199 req-1e017f89-6e20-425a-bf36-c856506d06cd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327592 Jul 14 11:04:19.436955 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:19.439483 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-637442b5-8c78-459c-95d1-e6f07ddbcd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:19.441137 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-637442b5-8c78-459c-95d1-e6f07ddbcd4f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 200 len: 851 time: 0.0476251 Jul 14 11:04:19.503951 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-01ed1f47-1b8b-4aeb-93c6-1d7b45014c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:19.505479 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-01ed1f47-1b8b-4aeb-93c6-1d7b45014c94 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=472e5857-63ab-4274-bf5f-c7351498e29e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565531 Jul 14 11:04:19.594552 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-bb1ed609-1dc2-4ba1-b7dc-63a74175033c service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814667 Jul 14 11:04:19.639382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:19.667492 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e07dea-b2ac-4c9f-a24a-9368f6d06254 None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:37Z', 'revision_number': 4, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi', '_interfaces': [{'id': '156ded86-57d3-4309-bc97-08f0de3ff7d9', 'name': '', 'network_id': '472e5857-63ab-4274-bf5f-c7351498e29e', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'mac_address': 'fa:16:3e:21:63:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:36Z', 'updated_at': '2021-07-14T10:57:43Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'subnets': [{'id': '2247d6fe-f58d-4da0-84b4-787cb49a4cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:19.689010 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-55c463ca-6709-4be0-84b9-3db1189bda3e req-7f23942b-ffe6-4ac8-86c9-de0532d45bb8 service neutron] 10.222.0.89 "GET /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875201 Jul 14 11:04:19.875852 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d0c88-d405-4cb4-a04e-b1a681f0e25f None None] New status for floating IP c1a6d45f-931e-49e5-b870-bdcd1f4e9a1c: DOWN {{(pid=104702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 11:04:20.618733 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f3d7ee-56b8-41bc-86f1-4d448985b71a req-4355f688-e4f0-4a48-a35f-3cd73ffc0979 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:20.620192 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-84f3d7ee-56b8-41bc-86f1-4d448985b71a req-4355f688-e4f0-4a48-a35f-3cd73ffc0979 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 946 time: 0.0623817 Jul 14 11:04:20.657407 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-84f3d7ee-56b8-41bc-86f1-4d448985b71a req-3b9b35e1-eb76-473a-b657-81800e3a8a5e tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/security-groups?id=e489363d-736f-4afc-89d9-30b6ea435913&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316131 Jul 14 11:04:20.760240 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-6d20ee94-8873-48f2-8a86-4a13f8c80c20 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 11:04:20.761582 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-6d20ee94-8873-48f2-8a86-4a13f8c80c20 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 946 time: 0.0598223 Jul 14 11:04:20.860481 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Deleting port 8996c845-e9f2-4399-943d-2bbbc1577784 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:20.860843 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:20.945496 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] For port 8996c845-e9f2-4399-943d-2bbbc1577784, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=8996c845-e9f2-4399-943d-2bbbc1577784,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:20.945859 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:20.960030 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Calling delete_port for 8996c845-e9f2-4399-943d-2bbbc1577784 owned by compute:nova {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:21.088893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:21.114608 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event deleted for resources: {'Port': ['ID=8996c845-e9f2-4399-943d-2bbbc1577784,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:21.164232 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] No DVR routers for this DVR port 8996c845-e9f2-4399-943d-2bbbc1577784 on host hv-cinder-79628 {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:04:21.166702 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for port, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:21.168721 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-86ab9930-61f9-4248-86b3-c7e60666a929 req-3ef5075d-c2ad-4c89-80f6-129d76fa56e1 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.89 "DELETE /v2.0/ports/8996c845-e9f2-4399-943d-2bbbc1577784 HTTP/1.1" status: 204 len: 173 time: 0.4019859 Jul 14 11:04:21.169154 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'name': 'network-vif-deleted', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784'}] {{(pid=104699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 11:04:21.171643 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a23e36390ec37c7a79bf6e8fa1cf74aef8ef769e0e96ca7992c7fcee901914d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa68c912-bc92-4f3f-bcb9-133014ae681f" -d '{"events": [{"server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "name": "network-vif-deleted", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784"}]}' {{(pid=104699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 11:04:21.207524 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 11:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f54fcb-06d6-4d39-82f7-5f4f95d08097 x-openstack-request-id: req-75f54fcb-06d6-4d39-82f7-5f4f95d08097 {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 11:04:21.207837 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b", "name": "network-vif-deleted", "tag": "8996c845-e9f2-4399-943d-2bbbc1577784", "status": "completed", "code": 200}]} {{(pid=104699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 11:04:21.208102 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-75f54fcb-06d6-4d39-82f7-5f4f95d08097 {{(pid=104699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 11:04:21.208497 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b', 'name': 'network-vif-deleted', 'tag': '8996c845-e9f2-4399-943d-2bbbc1577784', 'status': 'completed', 'code': 200} Jul 14 11:04:21.814798 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [req-b48f7ce6-0263-4a33-aa2a-d5d5798691d7 req-69b50a7f-78b0-4974-98d1-a982a26f9a56 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cdb414f-d72b-4d42-b8ca-fe4f28b9b65b HTTP/1.1" status: 200 len: 210 time: 0.0292492 Jul 14 11:04:22.017558 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ae95a88d-08e7-4999-8a19-0033ea4ea8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:22.905644 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58346) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:23.026702 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Deleting port 4327769e-76b2-4da5-a0b5-4ace29fad1f2 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:23.027035 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:23.103636 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:23.103966 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:23.115686 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Calling delete_port for 4327769e-76b2-4da5-a0b5-4ace29fad1f2 owned by network:floatingip {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:23.245625 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:23.272658 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event deleted for resources: {'Port': ['ID=4327769e-76b2-4da5-a0b5-4ace29fad1f2,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:23.331359 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for floatingip, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:23.333833 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194507'] for floatingip, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:23.334957 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-2396f76a-dd7a-4678-8d76-e2b0da60ffd4 tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "DELETE /v2.0/floatingips/4b6ae395-eb4d-4eac-af5a-a58d09f741aa HTTP/1.1" status: 204 len: 168 time: 0.4283490 Jul 14 11:04:23.996892 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8996c845-e9f2-4399-943d-2bbbc1577784 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:24.129209 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] No Port match for: 8996c845-e9f2-4399-943d-2bbbc1577784 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:24.129552 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Device 8996c845-e9f2-4399-943d-2bbbc1577784 not bound to the agent host hv-cinder-79628 {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:24.504392 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:24.589498 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58360) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:24.645949 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-485e249a-f2bf-4870-a7e7-8ff3493741cd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:24.671456 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-485e249a-f2bf-4870-a7e7-8ff3493741cd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:24.722827 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-f0f4d419-09ee-4663-9b96-317149e1314d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:24.732961 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-485e249a-f2bf-4870-a7e7-8ff3493741cd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:24.735505 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-485e249a-f2bf-4870-a7e7-8ff3493741cd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Notify callbacks [] for security_group, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:24.736665 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-485e249a-f2bf-4870-a7e7-8ff3493741cd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] 10.222.0.67 "DELETE /v2.0/security-groups/e489363d-736f-4afc-89d9-30b6ea435913 HTTP/1.1" status: 204 len: 168 time: 0.1460130 Jul 14 11:04:24.745566 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e249a-f2bf-4870-a7e7-8ff3493741cd tempest-TestVolumeBootPattern-1298563861 tempest-TestVolumeBootPattern-1298563861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e489363d-736f-4afc-89d9-30b6ea435913,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:24.791381 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58364) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:25.252750 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:25.502053 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Deleting port 156ded86-57d3-4309-bc97-08f0de3ff7d9 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:25.502395 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:25.580316 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] For port 156ded86-57d3-4309-bc97-08f0de3ff7d9, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=156ded86-57d3-4309-bc97-08f0de3ff7d9,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:25.580726 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:25.595129 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Calling delete_port for 156ded86-57d3-4309-bc97-08f0de3ff7d9 owned by network:router_interface {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:25.610433 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:25.768611 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:25.795064 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=156ded86-57d3-4309-bc97-08f0de3ff7d9,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:25.956071 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:26.162782 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Router 68ad583a-c531-43e1-9e8f-20bc1559090d has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:04:26.263376 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:26.268216 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-f2ba7ca1-e3cb-4a99-86f3-b27ab87d6e94 admin admin] 10.222.0.67 "PUT /v2.0/routers/68ad583a-c531-43e1-9e8f-20bc1559090d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758434 Jul 14 11:04:26.270847 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58368) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:26.271522 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] Sync routers for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:26.280247 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:26.280877 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:04:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:26.371063 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks [] for router, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:26.380967 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: dv-cinder-796286-17-iscsi {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:26.470461 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:26.521956 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Deleting port 5997fd99-1db0-4e4c-aedb-acd3cf73618d {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:26.522294 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:26.552133 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T11:04:25Z', 'revision_number': 5, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port': {'id': '5997fd99-1db0-4e4c-aedb-acd3cf73618d', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f7:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T10:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:26.582120 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] Checking router: 68ad583a-c531-43e1-9e8f-20bc1559090d for host: dv-cinder-796286-17-iscsi {{(pid=104701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:26.591284 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] Routers {'68ad583a-c531-43e1-9e8f-20bc1559090d'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:26.591882 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:04:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['68ad583a-c531-43e1-9e8f-20bc1559090d'], 'active': True} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:26.603422 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] For port 5997fd99-1db0-4e4c-aedb-acd3cf73618d, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5997fd99-1db0-4e4c-aedb-acd3cf73618d,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:26.603817 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:26.615127 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Calling delete_port for 5997fd99-1db0-4e4c-aedb-acd3cf73618d owned by network:router_gateway {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:26.674777 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvr_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] Set router 68ad583a-c531-43e1-9e8f-20bc1559090d gateway port host: None {{(pid=104701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:26.724562 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_hamode_db [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T11:04:26Z', 'revision_number': 6, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port_host': None}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:26.752604 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1b787-3e04-4b95-9f34-29fc808c511d None None] The sync data for ids ['68ad583a-c531-43e1-9e8f-20bc1559090d'] in dv-cinder-796286-17-iscsi is: [{'id': '68ad583a-c531-43e1-9e8f-20bc1559090d', 'name': 'tempest-TestVolumeBootPattern-1086476174-router', 'tenant_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:34Z', 'updated_at': '2021-07-14T11:04:26Z', 'revision_number': 6, 'project_id': 'a85c0b1052814a14b3d7cc81fd638dc2', 'gw_port_host': None}] {{(pid=104701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:26.777528 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:26.805419 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Pushing event deleted for resources: {'Port': ['ID=5997fd99-1db0-4e4c-aedb-acd3cf73618d,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:26.865371 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.218356 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.220439 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.264161 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.264836 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ad583a-c531-43e1-9e8f-20bc1559090d {{(pid=104699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:04:27.269112 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.270257 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a713138f-05f3-46ec-b9dd-d125b0154371 admin admin] 10.222.0.67 "DELETE /v2.0/routers/68ad583a-c531-43e1-9e8f-20bc1559090d HTTP/1.1" status: 204 len: 168 time: 0.9984951 Jul 14 11:04:27.272785 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58370) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:27.315675 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] Deleting subnet 2247d6fe-f58d-4da0-84b4-787cb49a4cfd {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:04:27.318634 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.351163 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4770947'] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.430059 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.484618 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5039830'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.513165 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.516978 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2247d6fe-f58d-4da0-84b4-787cb49a4cfd HTTP/1.1" status: 204 len: 168 time: 0.2432218 Jul 14 11:04:27.517782 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.wsgi [-] (104700) accepted ('10.222.0.67', 58372) {{(pid=104700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:27.518270 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af5c5d-8e4f-4fc6-9df9-ccdc0b6687aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2247d6fe-f58d-4da0-84b4-787cb49a4cfd,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:27.527140 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86cf7b2-d7f3-4516-a6d9-76d534f2730b None None] Network 472e5857-63ab-4274-bf5f-c7351498e29e requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:04:27.574474 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5997fd99-1db0-4e4c-aedb-acd3cf73618d no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:27.595269 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.614805 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 5997fd99-1db0-4e4c-aedb-acd3cf73618d {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:27.615225 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5997fd99-1db0-4e4c-aedb-acd3cf73618d not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:27.615706 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 156ded86-57d3-4309-bc97-08f0de3ff7d9 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:27.650151 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Deleting port a3b93eb8-7518-4aed-a77e-177138301735 {{(pid=104700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:27.650610 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.665909 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.669562 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 156ded86-57d3-4309-bc97-08f0de3ff7d9 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:27.669973 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 156ded86-57d3-4309-bc97-08f0de3ff7d9 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:27.721645 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.db [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] For port a3b93eb8-7518-4aed-a77e-177138301735, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=a3b93eb8-7518-4aed-a77e-177138301735,segment=NetworkSegment(f67da7e9-f83b-4030-96ed-9136e0ca0104),segment_id=f67da7e9-f83b-4030-96ed-9136e0ca0104)] {{(pid=104700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:27.721887 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.735993 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.plugin [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Calling delete_port for a3b93eb8-7518-4aed-a77e-177138301735 owned by network:dhcp {{(pid=104700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:27.791654 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] DHCP port deletion for 472e5857-63ab-4274-bf5f-c7351498e29e request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:04:27.820073 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5477601'] for port, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.839591 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Deleting port a3b93eb8-7518-4aed-a77e-177138301735 {{(pid=104701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:27.839962 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.847676 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] No DVR routers for this DVR port a3b93eb8-7518-4aed-a77e-177138301735 on host dv-cinder-796286-17-iscsi {{(pid=104700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:04:27.852382 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b93eb8-7518-4aed-a77e-177138301735,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:27.903295 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.db [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] For port a3b93eb8-7518-4aed-a77e-177138301735, host dv-cinder-796286-17-iscsi, got binding levels [] {{(pid=104701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:27.903680 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.915686 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Calling delete_port for a3b93eb8-7518-4aed-a77e-177138301735 owned by network:dhcp {{(pid=104701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:27.923432 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.925396 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.ipam_backend_mixin [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Port a3b93eb8-7518-4aed-a77e-177138301735 was not found and therefore no delete operation was performed {{(pid=104701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 11:04:27.926645 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503'] for port, after_delete {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.933299 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472e5857-63ab-4274-bf5f-c7351498e29e']}} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:27.944134 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67da7e9-f83b-4030-96ed-9136e0ca0104') {'for_net_delete': True} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:27.944427 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.services.segments.db [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67da7e9-f83b-4030-96ed-9136e0ca0104') {} {{(pid=104700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:27.952794 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Pushing event deleted for resources: {'Port': ['ID=a3b93eb8-7518-4aed-a77e-177138301735,revision_number=None']} {{(pid=104701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:27.954655 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6885961'] for segment, before_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.954974 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] No DVR routers for this DVR port a3b93eb8-7518-4aed-a77e-177138301735 on host dv-cinder-796286-17-iscsi {{(pid=104701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:04:27.966168 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.966516 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.966856 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.967188 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.967513 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.967841 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.968166 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.968489 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.968835 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.969155 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.969471 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.969785 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c7aac6-5795-4d7a-9f38-638ecc3d25d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-17-iscsi {{(pid=104701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 11:04:27.971041 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.977433 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=104700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:04:27.977842 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5478162'] for segment, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: Traceback (most recent call last): Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: timer() Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: cb(*args, **kw) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: return func(*args, **kwargs) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: self._notify() Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: self.callback(batched_events) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: event.method(event) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: return f(self, *a, **k) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._get(url).json() Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: return self.request(url, 'GET', **kwargs) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:04:27.979476 dv-cinder-796286-17-iscsi neutron-server[104700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:04:28.034910 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:28.040175 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron_lib.callbacks.manager [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:28.042098 dv-cinder-796286-17-iscsi neutron-server[104700]: INFO neutron.wsgi [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] 10.222.0.67 "DELETE /v2.0/networks/472e5857-63ab-4274-bf5f-c7351498e29e HTTP/1.1" status: 204 len: 168 time: 0.5232756 Jul 14 11:04:28.045603 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58374) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:28.053740 dv-cinder-796286-17-iscsi neutron-server[104700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e736343-8fd6-4959-b858-93d9f6f4c7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=472e5857-63ab-4274-bf5f-c7351498e29e,revision_number=None']} {{(pid=104700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:28.381357 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8004707'] for router_interface, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:28.621643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:28.626101 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Deleting port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:28.626444 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:28.703121 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] For port 248f8d15-a3c1-4110-b4a4-6b44327b7eaf, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,segment=NetworkSegment(58bd7085-11ef-4b30-96f3-23fd6cccb101),segment_id=58bd7085-11ef-4b30-96f3-23fd6cccb101)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:28.703396 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:28.716083 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Calling delete_port for 248f8d15-a3c1-4110-b4a4-6b44327b7eaf owned by network:router_interface {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:28.886855 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:28.913169 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=248f8d15-a3c1-4110-b4a4-6b44327b7eaf,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:29.076893 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8331467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8004231'] for router_interface, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:29.282495 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 has already been hosted by L3 agent 31c64c6a-3c69-4e8d-b888-feac9e33a793 {{(pid=104699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 11:04:29.381203 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] Notify agent at l3_agent.dv-cinder-796286-17-iscsi the message routers_updated {{(pid=104699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 11:04:29.386016 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-674526bc-b38d-47cb-9abf-3088186dafb0 admin admin] 10.222.0.67 "PUT /v2.0/routers/bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3390608 Jul 14 11:04:29.389085 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58376) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:29.391520 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] Sync routers for ids ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'] in dv-cinder-796286-17-iscsi {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 11:04:29.401050 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] Routers {'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:29.401654 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:04:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:29.494056 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:29.588102 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a3b93eb8-7518-4aed-a77e-177138301735 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:29.603081 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] Set router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 gateway port host: dv-cinder-796286-17-iscsi {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:29.604705 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:29.608643 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: a3b93eb8-7518-4aed-a77e-177138301735 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:29.608988 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device a3b93eb8-7518-4aed-a77e-177138301735 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:29.658731 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Deleting port 5e16b119-cf1b-43ad-b281-132ce3f5b338 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:29.659063 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:29.738838 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] For port 5e16b119-cf1b-43ad-b281-132ce3f5b338, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=5e16b119-cf1b-43ad-b281-132ce3f5b338,segment=NetworkSegment(1c3cb491-ff53-4b67-9af6-c6047584c87d),segment_id=1c3cb491-ff53-4b67-9af6-c6047584c87d)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:29.739311 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:29.752614 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Calling delete_port for 5e16b119-cf1b-43ad-b281-132ce3f5b338 owned by network:router_gateway {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:29.783714 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'external_fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T11:04:28Z', 'revision_number': 5, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port': {'id': '5e16b119-cf1b-43ad-b281-132ce3f5b338', 'name': '', 'network_id': '8fb1f7e7-b1eb-49c7-b2ee-f679a51c80cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:59:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'b33ece04-9375-419d-ba24-05736c79d933', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-17-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T10:57:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b33ece04-9375-419d-ba24-05736c79d933', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-17-iscsi'}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:29.810249 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] Checking router: bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 for host: dv-cinder-796286-17-iscsi {{(pid=104702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 11:04:29.818055 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] Routers {'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'} bound to L3 agent in host dv-cinder-796286-17-iscsi {{(pid=104702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 11:04:29.818653 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-17-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T10:42:25Z,description=,heartbeat_timestamp=2021-07-14T11:04:25Z,host='dv-cinder-796286-17-iscsi',id=31c64c6a-3c69-4e8d-b888-feac9e33a793,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T10:42:25Z,topic='l3_agent')) {'router_ids': ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'], 'active': True} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:29.901719 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_dvr_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] Set router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 gateway port host: None {{(pid=104702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 11:04:29.912741 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:29.940728 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e16b119-cf1b-43ad-b281-132ce3f5b338,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:29.959109 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.l3_hamode_db [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T11:04:29Z', 'revision_number': 6, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port_host': None}], 'dv-cinder-796286-17-iscsi', False) {} {{(pid=104702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:29.985334 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f6ec8-31ab-4ec4-a88d-51e3c707269b None None] The sync data for ids ['bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8'] in dv-cinder-796286-17-iscsi is: [{'id': 'bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8', 'name': 'tempest-TestVolumeBootPattern-549088040-router', 'tenant_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:57:39Z', 'updated_at': '2021-07-14T11:04:29Z', 'revision_number': 6, 'project_id': 'aba6bbace31a4dfc9916b88fc6bab68a', 'gw_port_host': None}] {{(pid=104702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 11:04:30.003048 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7999749'] for router_gateway, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.092930 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8002702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61802'] for router, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.095029 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.137590 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8003102'] for router, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.138259 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 {{(pid=104699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 11:04:30.142839 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] Notify callbacks [] for router, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.143981 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-87b0bbf9-bb93-45bd-a2be-b97e173733d4 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bd8118e8-ac4f-4eec-9b3f-b6f73eed04f8 HTTP/1.1" status: 204 len: 168 time: 0.7540066 Jul 14 11:04:30.146499 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58378) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:30.190135 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] Deleting subnet 5ffea5e5-ca3e-4001-887c-c522a5b9d0af {{(pid=104699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 11:04:30.193106 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.226929 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4770947'] for subnet, precommit_delete_associations {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.306598 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-853176'] for subnet, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.364886 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-853121', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4770909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5039830'] for subnet, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.391169 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ffea5e5-ca3e-4001-887c-c522a5b9d0af,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:30.395681 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for subnet, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.398819 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-77cac727-ea74-4535-a01f-2df776753c6b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5ffea5e5-ca3e-4001-887c-c522a5b9d0af HTTP/1.1" status: 204 len: 168 time: 0.2501876 Jul 14 11:04:30.400063 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58380) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:30.403254 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b2ac8-33ad-4861-872b-5551d1921cab None None] Network c1501d8c-2641-4ac8-82eb-61cd72e59571 requested from dv-cinder-796286-17-iscsi {{(pid=104701) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 11:04:30.477597 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548893'] for network, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.533042 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Deleting port 093368a3-bc9c-4c20-9dbf-952daa861db8 {{(pid=104699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 11:04:30.533381 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792515381167'] for port, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.605961 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.db [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] For port 093368a3-bc9c-4c20-9dbf-952daa861db8, host dv-cinder-796286-17-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-17-iscsi',level=0,port_id=093368a3-bc9c-4c20-9dbf-952daa861db8,segment=NetworkSegment(58bd7085-11ef-4b30-96f3-23fd6cccb101),segment_id=58bd7085-11ef-4b30-96f3-23fd6cccb101)] {{(pid=104699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 11:04:30.606320 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8004288'] for port, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.620480 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.plugin [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Calling delete_port for 093368a3-bc9c-4c20-9dbf-952daa861db8 owned by network:dhcp {{(pid=104699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 11:04:30.712578 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-552762', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792515387365', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792515011503', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4770816'] for port, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.737768 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33754713-988a-4b86-9986-412956d1b799 None None] DHCP port deletion for c1501d8c-2641-4ac8-82eb-61cd72e59571 request from dv-cinder-796286-17-iscsi {{(pid=104701) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 11:04:30.742208 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] No DVR routers for this DVR port 093368a3-bc9c-4c20-9dbf-952daa861db8 on host dv-cinder-796286-17-iscsi {{(pid=104699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 11:04:30.749395 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Pushing event deleted for resources: {'Port': ['ID=093368a3-bc9c-4c20-9dbf-952daa861db8,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:30.825194 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-853297', 'neutron.services.segments.db._delete_segments_for_network-8792515468436'] for network, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.835917 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1501d8c-2641-4ac8-82eb-61cd72e59571']}} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:30.848682 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58bd7085-11ef-4b30-96f3-23fd6cccb101') {'for_net_delete': True} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:30.848987 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.services.segments.db [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58bd7085-11ef-4b30-96f3-23fd6cccb101') {} {{(pid=104699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 11:04:30.860117 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792515564683', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4770970'] for segment, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.877562 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593'] for segment, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.884168 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=104699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 11:04:30.884602 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-857593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4771827'] for segment, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: conditions |= (models_v2.Port.network_id.in_( Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: Traceback (most recent call last): Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: timer() Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: cb(*args, **kw) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: return func(*args, **kwargs) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: self._notify() Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: self.callback(batched_events) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: event.method(event) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: return f(self, *a, **k) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._get(url).json() Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: return self.request(url, 'GET', **kwargs) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 11:04:30.886393 dv-cinder-796286-17-iscsi neutron-server[104699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 11:04:30.943194 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-853306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8331456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7999785'] for network, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.948008 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8331446'] for network, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:30.954746 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] 10.222.0.67 "DELETE /v2.0/networks/c1501d8c-2641-4ac8-82eb-61cd72e59571 HTTP/1.1" status: 204 len: 168 time: 0.5517170 Jul 14 11:04:30.968699 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba55f5-d9da-4372-add9-63e82ef42784 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1501d8c-2641-4ac8-82eb-61cd72e59571,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:31.076177 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58384) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:31.120945 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-bb3ccc57-9c14-49af-bda7-ab6df094f68f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a85c0b1052814a14b3d7cc81fd638dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434656 Jul 14 11:04:31.123491 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58386) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:31.187181 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-69f69118-fbc6-4074-81ae-3a9b68284dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.210130 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-69f69118-fbc6-4074-81ae-3a9b68284dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.257937 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-69f69118-fbc6-4074-81ae-3a9b68284dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.260702 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-69f69118-fbc6-4074-81ae-3a9b68284dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.262495 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-69f69118-fbc6-4074-81ae-3a9b68284dda admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/60288b2e-b8e8-4bdd-bc8b-20243fbc5160 HTTP/1.1" status: 204 len: 168 time: 0.1375537 Jul 14 11:04:31.270700 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f69118-fbc6-4074-81ae-3a9b68284dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60288b2e-b8e8-4bdd-bc8b-20243fbc5160,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:31.537411 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 248f8d15-a3c1-4110-b4a4-6b44327b7eaf no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:31.558620 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 248f8d15-a3c1-4110-b4a4-6b44327b7eaf {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:31.559502 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 248f8d15-a3c1-4110-b4a4-6b44327b7eaf not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:31.559915 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5e16b119-cf1b-43ad-b281-132ce3f5b338 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:31.578324 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 5e16b119-cf1b-43ad-b281-132ce3f5b338 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:31.578929 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 5e16b119-cf1b-43ad-b281-132ce3f5b338 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:31.579338 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 093368a3-bc9c-4c20-9dbf-952daa861db8 no longer exists at agent ovs-agent-dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 11:04:31.600862 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] No Port match for: 093368a3-bc9c-4c20-9dbf-952daa861db8 {{(pid=104701) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 11:04:31.601203 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron.plugins.ml2.rpc [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Device 093368a3-bc9c-4c20-9dbf-952daa861db8 not bound to the agent host dv-cinder-796286-17-iscsi {{(pid=104701) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 11:04:31.618185 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58392) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:31.657765 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-2b0f3bfb-1be5-4fad-862d-600ce809c9af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aba6bbace31a4dfc9916b88fc6bab68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384450 Jul 14 11:04:31.662154 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.wsgi [-] (104699) accepted ('10.222.0.67', 58394) {{(pid=104699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 11:04:31.708686 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a6670a0f-58b3-42d3-a86d-45f54f9fb874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.728576 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a6670a0f-58b3-42d3-a86d-45f54f9fb874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.777239 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a6670a0f-58b3-42d3-a86d-45f54f9fb874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8349931'] for security_group, after_delete {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.780390 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron_lib.callbacks.manager [None req-a6670a0f-58b3-42d3-a86d-45f54f9fb874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:31.781536 dv-cinder-796286-17-iscsi neutron-server[104699]: INFO neutron.wsgi [None req-a6670a0f-58b3-42d3-a86d-45f54f9fb874 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/680695b5-353f-4632-9082-81d19cb5d4f5 HTTP/1.1" status: 204 len: 168 time: 0.1185308 Jul 14 11:04:31.789017 dv-cinder-796286-17-iscsi neutron-server[104699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6670a0f-58b3-42d3-a86d-45f54f9fb874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680695b5-353f-4632-9082-81d19cb5d4f5,revision_number=None']} {{(pid=104699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 11:04:50.125910 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:04:52.017965 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-003f26c4-1116-4645-bfd5-4be8b931d648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:54.505595 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:54.723236 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e01ba019-3491-4472-a9bb-673930085a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:55.614369 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:57.552031 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:04:58.618832 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:22.016948 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-035c59d0-2f04-4334-9f45-13853845eb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:24.505816 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:24.723382 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-9b15a10a-557d-4e99-8e0c-f91fd990870c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:25.615342 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:27.124879 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:05:27.554353 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:28.637279 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:52.017562 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-df188d13-0a85-48a1-8c5e-1d8a2b6ce9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:54.506727 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:54.723559 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d3b39287-9b69-4f16-be8b-048c07ab3bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:55.618204 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:57.558868 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:05:58.635675 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:04.125296 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:06:22.021163 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-08730ddd-b0e0-4334-a1ab-6cf3b48a1429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:24.516660 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:24.724481 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-34d54838-b319-4dd4-bdc0-1aebdaac2761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:25.621742 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:27.560087 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:28.647489 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:41.124165 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:06:52.023878 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-2341e0c5-7598-4ba4-a6df-5db8ed771e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:54.509247 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:54.727738 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-c847e6e2-1421-4abf-84b4-e6d0d65327fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:55.627508 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:57.562900 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:06:58.639108 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:18.123142 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:07:22.025353 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-54213c1f-3819-4b94-ada7-78610678d30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:24.510910 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:24.729529 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-fb22c3f5-6271-47c4-bc1e-09b1032a502d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:25.628194 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:27.563870 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:28.635888 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:52.026391 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-d5cd16c1-21db-4f0b-a556-cc8f0a1c32a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:54.511965 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:54.729406 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b0b3c1d5-4812-40ce-abea-a5c40bda9aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:55.122358 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:07:55.631425 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:57.567278 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:07:58.650270 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:22.027225 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3c08c345-335f-460a-93a4-69426222bb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:24.514403 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:24.729761 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-39f7be01-b5ad-496c-9cc4-b891296d4734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:25.632603 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:27.572855 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:28.665464 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:32.120985 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:08:52.027834 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-dff5f897-c005-4446-8ac2-f8d37435d84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:54.515174 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:54.730508 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-ac590fc4-122b-4c74-9716-095d5b50699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:55.636115 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:57.572631 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:08:58.665573 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:09:09.120056 dv-cinder-796286-17-iscsi neutron-server[104702]: DEBUG neutron.db.agents_db [None req-20835e81-83f4-4bbb-a896-f9c41786082c None None] Agent healthcheck: found 6 active agents {{(pid=104702) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 11:09:22.028207 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-032f5003-5f4b-48f3-ae47-97460dcd07b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:09:24.516467 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-3ccd27eb-765c-44af-a61b-0f310405ce33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:09:24.730237 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-6747052a-c55e-4a8e-a346-9a952b813e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:09:25.640216 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-b9c73acb-8a27-42fb-a0e0-96a6293956fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:09:27.576931 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e8cdd83b-b1b7-48a1-93a5-68b30e9b1a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 11:09:28.681186 dv-cinder-796286-17-iscsi neutron-server[104701]: DEBUG neutron_lib.callbacks.manager [None req-e2ba36c1-c89f-475f-be66-6eee0549c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792515554798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-881275'] for agent, after_update {{(pid=104701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}